{"level":"warn","ts":"2026-05-19T03:00:53.922518Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T03:00:53.922612Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.225:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.225:2380","--initial-cluster=instance=https://199.19.213.225:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.225:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.225:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T03:00:53.922689Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T03:00:53.922701Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-05-19T03:00:53.922724Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T03:00:53.923556Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"]} {"level":"info","ts":"2026-05-19T03:00:53.923672Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.225:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T03:00:53.930477Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.542634ms"} {"level":"info","ts":"2026-05-19T03:00:53.955223Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b7b89c171c5fe95c","cluster-id":"5746414c29a21eae"} {"level":"info","ts":"2026-05-19T03:00:53.955521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T03:00:53.955575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 0"} {"level":"info","ts":"2026-05-19T03:00:53.955772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7b89c171c5fe95c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T03:00:53.955806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became follower at term 1"} {"level":"info","ts":"2026-05-19T03:00:53.955958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"warn","ts":"2026-05-19T03:00:53.973012Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T03:00:53.976807Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T03:00:53.979696Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T03:00:53.984237Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b7b89c171c5fe95c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T03:00:53.985347Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7b89c171c5fe95c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T03:00:53.985502Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.98563Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.985671Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T03:00:53.986879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c switched to configuration voters=(13238502727729801564)"} {"level":"info","ts":"2026-05-19T03:00:53.987501Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","added-peer-id":"b7b89c171c5fe95c","added-peer-peer-urls":["https://199.19.213.225:2380"]} {"level":"info","ts":"2026-05-19T03:00:53.989139Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T03:00:53.989344Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-05-19T03:00:53.989392Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b7b89c171c5fe95c","initial-advertise-peer-urls":["https://199.19.213.225:2380"],"listen-peer-urls":["https://199.19.213.225:2380"],"advertise-client-urls":["https://199.19.213.225:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.225:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T03:00:53.989433Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.225:2380"} {"level":"info","ts":"2026-05-19T03:00:53.989452Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T03:00:54.55657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.556635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.556686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgPreVoteResp from b7b89c171c5fe95c at term 1"} {"level":"info","ts":"2026-05-19T03:00:54.556712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became candidate at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.556729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c received MsgVoteResp from b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.556746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b89c171c5fe95c became leader at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.556766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7b89c171c5fe95c elected leader b7b89c171c5fe95c at term 2"} {"level":"info","ts":"2026-05-19T03:00:54.572451Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.575296Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T03:00:54.575301Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b7b89c171c5fe95c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.225:2379]}","request-path":"/0/members/b7b89c171c5fe95c/attributes","cluster-id":"5746414c29a21eae","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T03:00:54.575401Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T03:00:54.575644Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T03:00:54.575681Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T03:00:54.578837Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T03:00:54.581438Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.225:2379"} {"level":"info","ts":"2026-05-19T03:00:54.589282Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5746414c29a21eae","local-member-id":"b7b89c171c5fe95c","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.589354Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T03:00:54.58938Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-05-19T03:01:05.577716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.15186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-19T03:01:05.577855Z","caller":"traceutil/trace.go:171","msg":"trace[1404571313] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:326; }","duration":"383.342615ms","start":"2026-05-19T03:01:05.19449Z","end":"2026-05-19T03:01:05.577833Z","steps":["trace[1404571313] 'range keys from in-memory index tree' (duration: 383.023337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:05.577852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.892723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-19T03:01:05.577913Z","caller":"traceutil/trace.go:171","msg":"trace[2146328329] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:326; }","duration":"433.009595ms","start":"2026-05-19T03:01:05.144891Z","end":"2026-05-19T03:01:05.577901Z","steps":["trace[2146328329] 'range keys from in-memory index tree' (duration: 432.7947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:05.577954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.144873Z","time spent":"433.075437ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-05-19T03:01:05.577916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.194471Z","time spent":"383.434097ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-05-19T03:01:05.57807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.605532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-05-19T03:01:05.578182Z","caller":"traceutil/trace.go:171","msg":"trace[1164996985] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:326; }","duration":"333.724405ms","start":"2026-05-19T03:01:05.244413Z","end":"2026-05-19T03:01:05.578137Z","steps":["trace[1164996985] 'range keys from in-memory index tree' (duration: 333.517119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:05.578232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.244398Z","time spent":"333.822437ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-05-19T03:01:05.578176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.404217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-19T03:01:05.578745Z","caller":"traceutil/trace.go:171","msg":"trace[406300133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:326; }","duration":"283.885959ms","start":"2026-05-19T03:01:05.294706Z","end":"2026-05-19T03:01:05.578592Z","steps":["trace[406300133] 'range keys from in-memory index tree' (duration: 283.310405ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:06.269098Z","caller":"traceutil/trace.go:171","msg":"trace[1495883751] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"681.505375ms","start":"2026-05-19T03:01:05.587566Z","end":"2026-05-19T03:01:06.269071Z","steps":["trace[1495883751] 'process raft request' (duration: 681.31345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.269666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.587552Z","time spent":"681.622128ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:06.598521Z","caller":"traceutil/trace.go:171","msg":"trace[1770163077] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"1.010656335s","start":"2026-05-19T03:01:05.587845Z","end":"2026-05-19T03:01:06.598502Z","steps":["trace[1770163077] 'process raft request' (duration: 1.004614413s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.598624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.587825Z","time spent":"1.010749677s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:06.598619Z","caller":"traceutil/trace.go:171","msg":"trace[1106524880] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"1.008845579s","start":"2026-05-19T03:01:05.589736Z","end":"2026-05-19T03:01:06.598582Z","steps":["trace[1106524880] 'process raft request' (duration: 1.008748227s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:06.598672Z","caller":"traceutil/trace.go:171","msg":"trace[1623277527] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:339; }","duration":"572.054217ms","start":"2026-05-19T03:01:06.026584Z","end":"2026-05-19T03:01:06.598639Z","steps":["trace[1623277527] 'read index received' (duration: 242.333303ms)","trace[1623277527] 'applied index is now lower than readState.Index' (duration: 329.719574ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:06.598703Z","caller":"traceutil/trace.go:171","msg":"trace[2081469977] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"1.010598063s","start":"2026-05-19T03:01:05.588088Z","end":"2026-05-19T03:01:06.598686Z","steps":["trace[2081469977] 'process raft request' (duration: 1.010354766s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.598793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.588081Z","time spent":"1.010677034s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:06.598803Z","caller":"traceutil/trace.go:171","msg":"trace[419422569] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"1.008237684s","start":"2026-05-19T03:01:05.590529Z","end":"2026-05-19T03:01:06.598767Z","steps":["trace[419422569] 'process raft request' (duration: 1.008006008s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.598818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.225772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:01:06.598893Z","caller":"traceutil/trace.go:171","msg":"trace[576499323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:331; }","duration":"572.343495ms","start":"2026-05-19T03:01:06.02654Z","end":"2026-05-19T03:01:06.598883Z","steps":["trace[576499323] 'agreement among raft nodes before linearized reading' (duration: 572.229723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:06.598938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.026516Z","time spent":"572.414687ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:06.599082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.58973Z","time spent":"1.008975262s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:06.599209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:05.590523Z","time spent":"1.008332436s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:07.158131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.196174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:07.158253Z","caller":"traceutil/trace.go:171","msg":"trace[1688113376] linearizableReadLoop","detail":"{readStateIndex:345; appliedIndex:344; }","duration":"559.503741ms","start":"2026-05-19T03:01:06.598733Z","end":"2026-05-19T03:01:07.158237Z","steps":["trace[1688113376] 'read index received' (duration: 272.040661ms)","trace[1688113376] 'applied index is now lower than readState.Index' (duration: 287.46171ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:07.158315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.597709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-19T03:01:07.158346Z","caller":"traceutil/trace.go:171","msg":"trace[1418812585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:332; }","duration":"990.666431ms","start":"2026-05-19T03:01:06.167671Z","end":"2026-05-19T03:01:07.158338Z","steps":["trace[1418812585] 'agreement among raft nodes before linearized reading' (duration: 990.608249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.158379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.16765Z","time spent":"990.721533ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:01:07.158356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.144655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:01:07.158392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.31859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:01:07.158436Z","caller":"traceutil/trace.go:171","msg":"trace[699788154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:332; }","duration":"652.281269ms","start":"2026-05-19T03:01:06.506132Z","end":"2026-05-19T03:01:07.158413Z","steps":["trace[699788154] 'agreement among raft nodes before linearized reading' (duration: 652.166876ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.158443Z","caller":"traceutil/trace.go:171","msg":"trace[1065609141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:332; }","duration":"654.392712ms","start":"2026-05-19T03:01:06.504037Z","end":"2026-05-19T03:01:07.158429Z","steps":["trace[1065609141] 'agreement among raft nodes before linearized reading' (duration: 654.30472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.158478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.506109Z","time spent":"652.36024ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:07.15848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.504018Z","time spent":"654.454343ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:01:07.158596Z","caller":"traceutil/trace.go:171","msg":"trace[1303947099] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"621.37107ms","start":"2026-05-19T03:01:06.537163Z","end":"2026-05-19T03:01:07.158534Z","steps":["trace[1303947099] 'process raft request' (duration: 333.52816ms)","trace[1303947099] 'compare' (duration: 287.04646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:07.159199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.53714Z","time spent":"621.939904ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:07.183814Z","caller":"traceutil/trace.go:171","msg":"trace[947564008] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"580.608473ms","start":"2026-05-19T03:01:06.603186Z","end":"2026-05-19T03:01:07.183794Z","steps":["trace[947564008] 'process raft request' (duration: 580.423708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.183947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.603166Z","time spent":"580.714395ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:07.184445Z","caller":"traceutil/trace.go:171","msg":"trace[362913928] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"580.577543ms","start":"2026-05-19T03:01:06.603766Z","end":"2026-05-19T03:01:07.184344Z","steps":["trace[362913928] 'process raft request' (duration: 580.335247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.184729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.603758Z","time spent":"580.739846ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:07.184891Z","caller":"traceutil/trace.go:171","msg":"trace[214824499] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"581.2541ms","start":"2026-05-19T03:01:06.603615Z","end":"2026-05-19T03:01:07.184869Z","steps":["trace[214824499] 'process raft request' (duration: 580.11423ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.185176Z","caller":"traceutil/trace.go:171","msg":"trace[196838699] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"581.039175ms","start":"2026-05-19T03:01:06.60412Z","end":"2026-05-19T03:01:07.185159Z","steps":["trace[196838699] 'process raft request' (duration: 580.06679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.185268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.604109Z","time spent":"581.119627ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:07.185861Z","caller":"traceutil/trace.go:171","msg":"trace[1421662672] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"581.101886ms","start":"2026-05-19T03:01:06.604743Z","end":"2026-05-19T03:01:07.185845Z","steps":["trace[1421662672] 'process raft request' (duration: 579.536276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.186101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.603593Z","time spent":"581.384903ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:07.186312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.604733Z","time spent":"581.538137ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:07.186964Z","caller":"traceutil/trace.go:171","msg":"trace[800616075] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"570.896329ms","start":"2026-05-19T03:01:06.61604Z","end":"2026-05-19T03:01:07.186936Z","steps":["trace[800616075] 'process raft request' (duration: 570.767866ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.187214Z","caller":"traceutil/trace.go:171","msg":"trace[707842891] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"581.213878ms","start":"2026-05-19T03:01:06.605982Z","end":"2026-05-19T03:01:07.187196Z","steps":["trace[707842891] 'process raft request' (duration: 580.665815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:07.187347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.605965Z","time spent":"581.327371ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2267,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:07.188787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:06.616026Z","time spent":"571.023212ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:07.311137Z","caller":"traceutil/trace.go:171","msg":"trace[1316114464] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"120.815343ms","start":"2026-05-19T03:01:07.190304Z","end":"2026-05-19T03:01:07.311119Z","steps":["trace[1316114464] 'process raft request' (duration: 111.826036ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.311617Z","caller":"traceutil/trace.go:171","msg":"trace[1078797941] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"120.261148ms","start":"2026-05-19T03:01:07.1913Z","end":"2026-05-19T03:01:07.311561Z","steps":["trace[1078797941] 'process raft request' (duration: 119.708695ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.311622Z","caller":"traceutil/trace.go:171","msg":"trace[2104653521] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"119.348846ms","start":"2026-05-19T03:01:07.192249Z","end":"2026-05-19T03:01:07.311598Z","steps":["trace[2104653521] 'process raft request' (duration: 119.157001ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.311635Z","caller":"traceutil/trace.go:171","msg":"trace[1829008992] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"118.285879ms","start":"2026-05-19T03:01:07.19334Z","end":"2026-05-19T03:01:07.311626Z","steps":["trace[1829008992] 'process raft request' (duration: 118.160366ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.311786Z","caller":"traceutil/trace.go:171","msg":"trace[1795167069] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"111.803106ms","start":"2026-05-19T03:01:07.199872Z","end":"2026-05-19T03:01:07.311675Z","steps":["trace[1795167069] 'process raft request' (duration: 111.735214ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.31192Z","caller":"traceutil/trace.go:171","msg":"trace[2094249717] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"111.779475ms","start":"2026-05-19T03:01:07.200133Z","end":"2026-05-19T03:01:07.311912Z","steps":["trace[2094249717] 'process raft request' (duration: 111.507508ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.311976Z","caller":"traceutil/trace.go:171","msg":"trace[398401924] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"112.125443ms","start":"2026-05-19T03:01:07.199845Z","end":"2026-05-19T03:01:07.31197Z","steps":["trace[398401924] 'process raft request' (duration: 111.719063ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:07.768137Z","caller":"traceutil/trace.go:171","msg":"trace[861616276] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"105.397595ms","start":"2026-05-19T03:01:07.662706Z","end":"2026-05-19T03:01:07.768103Z","steps":["trace[861616276] 'process raft request' (duration: 105.1855ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:12.633172Z","caller":"traceutil/trace.go:171","msg":"trace[2056646613] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"192.649701ms","start":"2026-05-19T03:01:12.440499Z","end":"2026-05-19T03:01:12.633148Z","steps":["trace[2056646613] 'process raft request' (duration: 192.23051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:18.907475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.720758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:18.907575Z","caller":"traceutil/trace.go:171","msg":"trace[287280393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"297.885882ms","start":"2026-05-19T03:01:18.609668Z","end":"2026-05-19T03:01:18.907554Z","steps":["trace[287280393] 'range keys from in-memory index tree' (duration: 297.556914ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:19.398361Z","caller":"traceutil/trace.go:171","msg":"trace[2140502471] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"101.495646ms","start":"2026-05-19T03:01:19.296845Z","end":"2026-05-19T03:01:19.398341Z","steps":["trace[2140502471] 'process raft request' (duration: 90.237362ms)","trace[2140502471] 'compare' (duration: 11.171642ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:19.404956Z","caller":"traceutil/trace.go:171","msg":"trace[261937203] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"108.001291ms","start":"2026-05-19T03:01:19.296936Z","end":"2026-05-19T03:01:19.404937Z","steps":["trace[261937203] 'process raft request' (duration: 107.921669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:25.259634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.951652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:25.259815Z","caller":"traceutil/trace.go:171","msg":"trace[1156901228] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"121.681316ms","start":"2026-05-19T03:01:25.138115Z","end":"2026-05-19T03:01:25.259796Z","steps":["trace[1156901228] 'process raft request' (duration: 121.629384ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:25.259872Z","caller":"traceutil/trace.go:171","msg":"trace[1187795654] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"122.379833ms","start":"2026-05-19T03:01:25.137423Z","end":"2026-05-19T03:01:25.259803Z","steps":["trace[1187795654] 'process raft request' (duration: 21.180564ms)","trace[1187795654] 'compare' (duration: 100.748117ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:25.472417Z","caller":"traceutil/trace.go:171","msg":"trace[1981216573] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:465; }","duration":"125.115552ms","start":"2026-05-19T03:01:25.347215Z","end":"2026-05-19T03:01:25.472331Z","steps":["trace[1981216573] 'read index received' (duration: 53.140368ms)","trace[1981216573] 'applied index is now lower than readState.Index' (duration: 71.973514ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:25.472879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.638085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-19T03:01:25.472933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.768763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:01:25.472993Z","caller":"traceutil/trace.go:171","msg":"trace[301250185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:446; }","duration":"125.775498ms","start":"2026-05-19T03:01:25.347174Z","end":"2026-05-19T03:01:25.472949Z","steps":["trace[301250185] 'agreement among raft nodes before linearized reading' (duration: 125.47047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:25.472846Z","caller":"traceutil/trace.go:171","msg":"trace[476523580] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"169.013788ms","start":"2026-05-19T03:01:25.303736Z","end":"2026-05-19T03:01:25.47275Z","steps":["trace[476523580] 'process raft request' (duration: 96.665745ms)","trace[476523580] 'compare' (duration: 69.641485ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:25.472996Z","caller":"traceutil/trace.go:171","msg":"trace[1179889339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:446; }","duration":"124.888486ms","start":"2026-05-19T03:01:25.348093Z","end":"2026-05-19T03:01:25.472981Z","steps":["trace[1179889339] 'agreement among raft nodes before linearized reading' (duration: 124.748692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:28.277352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:27.713012Z","time spent":"564.332455ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:01:29.10843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292653,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:01:29.600523Z","caller":"traceutil/trace.go:171","msg":"trace[2093923395] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.830002554s","start":"2026-05-19T03:01:27.770497Z","end":"2026-05-19T03:01:29.600499Z","steps":["trace[2093923395] 'process raft request' (duration: 1.829942703s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.600694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:27.770472Z","time spent":"1.830119036s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:29.600725Z","caller":"traceutil/trace.go:171","msg":"trace[275088279] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.840666673s","start":"2026-05-19T03:01:27.760017Z","end":"2026-05-19T03:01:29.600684Z","steps":["trace[275088279] 'process raft request' (duration: 1.840291123s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.600867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:27.759986Z","time spent":"1.840807076s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:29.601011Z","caller":"traceutil/trace.go:171","msg":"trace[2022914517] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.877818968s","start":"2026-05-19T03:01:27.722832Z","end":"2026-05-19T03:01:29.600651Z","steps":["trace[2022914517] 'process raft request' (duration: 1.877227183s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.601077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:27.722811Z","time spent":"1.878232779s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:29.649351Z","caller":"traceutil/trace.go:171","msg":"trace[1634603107] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:555; }","duration":"1.041241177s","start":"2026-05-19T03:01:28.608073Z","end":"2026-05-19T03:01:29.649314Z","steps":["trace[1634603107] 'read index received' (duration: 991.959175ms)","trace[1634603107] 'applied index is now lower than readState.Index' (duration: 49.279662ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:29.649401Z","caller":"traceutil/trace.go:171","msg":"trace[828468883] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.370003907s","start":"2026-05-19T03:01:28.279344Z","end":"2026-05-19T03:01:29.649348Z","steps":["trace[828468883] 'process raft request' (duration: 1.369793702s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.649624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:28.279308Z","time spent":"1.370203442s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:29.649629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041546465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:29.649705Z","caller":"traceutil/trace.go:171","msg":"trace[392437144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"1.041648217s","start":"2026-05-19T03:01:28.608037Z","end":"2026-05-19T03:01:29.649685Z","steps":["trace[392437144] 'agreement among raft nodes before linearized reading' (duration: 1.041426752s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.649762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:28.608015Z","time spent":"1.04173624s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:01:29.858858Z","caller":"traceutil/trace.go:171","msg":"trace[11391417] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"225.300135ms","start":"2026-05-19T03:01:29.633523Z","end":"2026-05-19T03:01:29.858823Z","steps":["trace[11391417] 'process raft request' (duration: 210.468732ms)","trace[11391417] 'compare' (duration: 14.545976ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:29.859017Z","caller":"traceutil/trace.go:171","msg":"trace[878081976] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:559; }","duration":"209.500907ms","start":"2026-05-19T03:01:29.649482Z","end":"2026-05-19T03:01:29.858983Z","steps":["trace[878081976] 'read index received' (duration: 194.372226ms)","trace[878081976] 'applied index is now lower than readState.Index' (duration: 15.125771ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:29.859029Z","caller":"traceutil/trace.go:171","msg":"trace[561569610] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"225.017618ms","start":"2026-05-19T03:01:29.633976Z","end":"2026-05-19T03:01:29.858994Z","steps":["trace[561569610] 'process raft request' (duration: 224.792672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.859257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.929979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:01:29.859308Z","caller":"traceutil/trace.go:171","msg":"trace[971427896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:539; }","duration":"295.049603ms","start":"2026-05-19T03:01:29.564246Z","end":"2026-05-19T03:01:29.859295Z","steps":["trace[971427896] 'agreement among raft nodes before linearized reading' (duration: 294.867898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.859308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.108039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:01:29.859443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.882223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:01:29.85954Z","caller":"traceutil/trace.go:171","msg":"trace[1901020044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"294.342204ms","start":"2026-05-19T03:01:29.565136Z","end":"2026-05-19T03:01:29.859479Z","steps":["trace[1901020044] 'agreement among raft nodes before linearized reading' (duration: 293.975594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.859422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.691077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:29.859668Z","caller":"traceutil/trace.go:171","msg":"trace[2066654313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:539; }","duration":"292.100699ms","start":"2026-05-19T03:01:29.567491Z","end":"2026-05-19T03:01:29.859592Z","steps":["trace[2066654313] 'agreement among raft nodes before linearized reading' (duration: 291.702958ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.859679Z","caller":"traceutil/trace.go:171","msg":"trace[1702787763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"343.975274ms","start":"2026-05-19T03:01:29.515683Z","end":"2026-05-19T03:01:29.859658Z","steps":["trace[1702787763] 'agreement among raft nodes before linearized reading' (duration: 343.562674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.859775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:29.515654Z","time spent":"344.077287ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:29.867275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.806056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:29.867335Z","caller":"traceutil/trace.go:171","msg":"trace[2134347459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"215.872418ms","start":"2026-05-19T03:01:29.651448Z","end":"2026-05-19T03:01:29.86732Z","steps":["trace[2134347459] 'agreement among raft nodes before linearized reading' (duration: 215.761825ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:29.86732Z","caller":"traceutil/trace.go:171","msg":"trace[1275104561] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"191.029532ms","start":"2026-05-19T03:01:29.676234Z","end":"2026-05-19T03:01:29.867264Z","steps":["trace[1275104561] 'process raft request' (duration: 190.772916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:29.867397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.061436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-19T03:01:29.86745Z","caller":"traceutil/trace.go:171","msg":"trace[1177872215] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:540; }","duration":"215.16988ms","start":"2026-05-19T03:01:29.652265Z","end":"2026-05-19T03:01:29.867435Z","steps":["trace[1177872215] 'agreement among raft nodes before linearized reading' (duration: 215.006926ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:30.188949Z","caller":"traceutil/trace.go:171","msg":"trace[1183660927] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"224.272219ms","start":"2026-05-19T03:01:29.964641Z","end":"2026-05-19T03:01:30.188913Z","steps":["trace[1183660927] 'process raft request' (duration: 223.353726ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:30.310813Z","caller":"traceutil/trace.go:171","msg":"trace[675580981] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"142.619882ms","start":"2026-05-19T03:01:30.168155Z","end":"2026-05-19T03:01:30.310775Z","steps":["trace[675580981] 'process raft request' (duration: 97.036893ms)","trace[675580981] 'compare' (duration: 45.190019ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:30.319331Z","caller":"traceutil/trace.go:171","msg":"trace[972184256] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"108.797881ms","start":"2026-05-19T03:01:30.210502Z","end":"2026-05-19T03:01:30.3193Z","steps":["trace[972184256] 'process raft request' (duration: 108.722619ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:30.319363Z","caller":"traceutil/trace.go:171","msg":"trace[1420057134] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"113.076299ms","start":"2026-05-19T03:01:30.206256Z","end":"2026-05-19T03:01:30.319332Z","steps":["trace[1420057134] 'process raft request' (duration: 112.812482ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:30.898421Z","caller":"traceutil/trace.go:171","msg":"trace[723982254] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"127.099411ms","start":"2026-05-19T03:01:30.771284Z","end":"2026-05-19T03:01:30.898384Z","steps":["trace[723982254] 'process raft request' (duration: 126.459165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:31.352017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.674071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:31.352146Z","caller":"traceutil/trace.go:171","msg":"trace[1785845176] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"443.195802ms","start":"2026-05-19T03:01:30.908929Z","end":"2026-05-19T03:01:31.352125Z","steps":["trace[1785845176] 'read index received' (duration: 154.252264ms)","trace[1785845176] 'applied index is now lower than readState.Index' (duration: 288.942178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:31.352303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.369167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-05-19T03:01:31.352286Z","caller":"traceutil/trace.go:171","msg":"trace[1388180390] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"518.825107ms","start":"2026-05-19T03:01:30.833415Z","end":"2026-05-19T03:01:31.35224Z","steps":["trace[1388180390] 'process raft request' (duration: 229.805947ms)","trace[1388180390] 'compare' (duration: 288.469506ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:31.352334Z","caller":"traceutil/trace.go:171","msg":"trace[1976166520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:557; }","duration":"443.402608ms","start":"2026-05-19T03:01:30.908922Z","end":"2026-05-19T03:01:31.352324Z","steps":["trace[1976166520] 'agreement among raft nodes before linearized reading' (duration: 443.253074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:31.35237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.908845Z","time spent":"443.51696ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1,"response size":23104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-05-19T03:01:31.352438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.833398Z","time spent":"518.957251ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:31.976198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.492358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:31.976285Z","caller":"traceutil/trace.go:171","msg":"trace[1957927918] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"601.748096ms","start":"2026-05-19T03:01:31.374525Z","end":"2026-05-19T03:01:31.976273Z","steps":["trace[1957927918] 'read index received' (duration: 85.046333ms)","trace[1957927918] 'applied index is now lower than readState.Index' (duration: 516.701003ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:31.976333Z","caller":"traceutil/trace.go:171","msg":"trace[1917093079] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.034938565s","start":"2026-05-19T03:01:30.941388Z","end":"2026-05-19T03:01:31.976327Z","steps":["trace[1917093079] 'process raft request' (duration: 518.251183ms)","trace[1917093079] 'compare' (duration: 516.376014ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:31.976369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:30.94136Z","time spent":"1.034989987s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:31.976517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.991542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-05-19T03:01:31.976533Z","caller":"traceutil/trace.go:171","msg":"trace[664114268] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:558; }","duration":"602.027482ms","start":"2026-05-19T03:01:31.374499Z","end":"2026-05-19T03:01:31.976527Z","steps":["trace[664114268] 'agreement among raft nodes before linearized reading' (duration: 601.93151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:31.976547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.374483Z","time spent":"602.061043ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":29499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-05-19T03:01:31.976612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.892742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:31.976623Z","caller":"traceutil/trace.go:171","msg":"trace[1789901116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"347.941803ms","start":"2026-05-19T03:01:31.628677Z","end":"2026-05-19T03:01:31.976619Z","steps":["trace[1789901116] 'agreement among raft nodes before linearized reading' (duration: 347.920043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:31.976634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:31.628653Z","time spent":"347.978114ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:01:32.184588Z","caller":"traceutil/trace.go:171","msg":"trace[2138972206] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"203.057224ms","start":"2026-05-19T03:01:31.981506Z","end":"2026-05-19T03:01:32.184563Z","steps":["trace[2138972206] 'process raft request' (duration: 202.867238ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:32.184976Z","caller":"traceutil/trace.go:171","msg":"trace[574381125] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:580; }","duration":"197.966076ms","start":"2026-05-19T03:01:31.986985Z","end":"2026-05-19T03:01:32.184951Z","steps":["trace[574381125] 'read index received' (duration: 28.731723ms)","trace[574381125] 'applied index is now lower than readState.Index' (duration: 169.233343ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:32.185042Z","caller":"traceutil/trace.go:171","msg":"trace[1415682682] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"203.241919ms","start":"2026-05-19T03:01:31.981774Z","end":"2026-05-19T03:01:32.185015Z","steps":["trace[1415682682] 'process raft request' (duration: 202.748687ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:32.185081Z","caller":"traceutil/trace.go:171","msg":"trace[1406543544] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"202.936421ms","start":"2026-05-19T03:01:31.982103Z","end":"2026-05-19T03:01:32.18504Z","steps":["trace[1406543544] 'process raft request' (duration: 202.741306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:32.18519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.184022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-05-19T03:01:32.185249Z","caller":"traceutil/trace.go:171","msg":"trace[1871410710] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:562; }","duration":"198.293043ms","start":"2026-05-19T03:01:31.986934Z","end":"2026-05-19T03:01:32.185228Z","steps":["trace[1871410710] 'agreement among raft nodes before linearized reading' (duration: 198.113139ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:32.253911Z","caller":"traceutil/trace.go:171","msg":"trace[1174502900] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"226.824822ms","start":"2026-05-19T03:01:32.02705Z","end":"2026-05-19T03:01:32.253875Z","steps":["trace[1174502900] 'process raft request' (duration: 226.541135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:37.110063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:37.563126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013742004s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:01:37.564Z","caller":"traceutil/trace.go:171","msg":"trace[355439094] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"954.540593ms","start":"2026-05-19T03:01:36.609436Z","end":"2026-05-19T03:01:37.563977Z","steps":["trace[355439094] 'read index received' (duration: 953.828885ms)","trace[355439094] 'applied index is now lower than readState.Index' (duration: 710.948µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:37.564063Z","caller":"traceutil/trace.go:171","msg":"trace[1287737738] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.016238367s","start":"2026-05-19T03:01:36.547803Z","end":"2026-05-19T03:01:37.564041Z","steps":["trace[1287737738] 'process raft request' (duration: 1.015698874s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:37.564152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.10527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wr6r2\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-05-19T03:01:37.564189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:36.547776Z","time spent":"1.016339609s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:01:37.564215Z","caller":"traceutil/trace.go:171","msg":"trace[1701883817] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wr6r2; range_end:; response_count:1; response_revision:587; }","duration":"890.202982ms","start":"2026-05-19T03:01:36.673998Z","end":"2026-05-19T03:01:37.564201Z","steps":["trace[1701883817] 'agreement among raft nodes before linearized reading' (duration: 890.09554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:37.564265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:36.673978Z","time spent":"890.276045ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-wr6r2\" "} {"level":"warn","ts":"2026-05-19T03:01:37.564153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.704557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:37.56433Z","caller":"traceutil/trace.go:171","msg":"trace[611178970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"954.943243ms","start":"2026-05-19T03:01:36.609368Z","end":"2026-05-19T03:01:37.564311Z","steps":["trace[611178970] 'agreement among raft nodes before linearized reading' (duration: 954.724998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:37.564389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:36.609346Z","time spent":"955.029705ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:38.205164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:38.705797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:39.206716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:39.707623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:40.125058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.378387516s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:01:40.125564Z","caller":"traceutil/trace.go:171","msg":"trace[240189383] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.545164306s","start":"2026-05-19T03:01:37.580376Z","end":"2026-05-19T03:01:40.12554Z","steps":["trace[240189383] 'process raft request' (duration: 2.545012263s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:40.125694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:37.580357Z","time spent":"2.545256878s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:40.609503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:01:40.609626Z","caller":"traceutil/trace.go:171","msg":"trace[1474527101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096598s","start":"2026-05-19T03:01:38.609509Z","end":"2026-05-19T03:01:40.609605Z","steps":["trace[1474527101] 'agreement among raft nodes before linearized reading' (duration: 1.999952204s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:40.609679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.609488Z","time spent":"2.00018029s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:42.611066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:01:42.611148Z","caller":"traceutil/trace.go:171","msg":"trace[718386517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534293s","start":"2026-05-19T03:01:40.610597Z","end":"2026-05-19T03:01:42.611131Z","steps":["trace[718386517] 'agreement among raft nodes before linearized reading' (duration: 2.000435759s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:42.611193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:40.610581Z","time spent":"2.000603634s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:01:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:43.212132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999045196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:01:43.212232Z","caller":"traceutil/trace.go:171","msg":"trace[538755517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99919801s","start":"2026-05-19T03:01:38.213011Z","end":"2026-05-19T03:01:43.212209Z","steps":["trace[538755517] 'agreement among raft nodes before linearized reading' (duration: 4.999065387s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.212285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.212986Z","time spent":"4.999288593s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:01:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:43.213346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999117498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:01:43.213436Z","caller":"traceutil/trace.go:171","msg":"trace[906625321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999243972s","start":"2026-05-19T03:01:38.214172Z","end":"2026-05-19T03:01:43.213416Z","steps":["trace[906625321] 'agreement among raft nodes before linearized reading' (duration: 4.999132468s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.213502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.214133Z","time spent":"4.999358895s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 03:01:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:01:43.220743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623757488s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:43.220807Z","caller":"traceutil/trace.go:171","msg":"trace[810978181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:588; }","duration":"2.62382423s","start":"2026-05-19T03:01:40.596976Z","end":"2026-05-19T03:01:43.220801Z","steps":["trace[810978181] 'range keys from in-memory index tree' (duration: 2.623749378s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.221481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960252023s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:43.221692Z","caller":"traceutil/trace.go:171","msg":"trace[337860092] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:610; }","duration":"5.51685685s","start":"2026-05-19T03:01:37.704818Z","end":"2026-05-19T03:01:43.221675Z","steps":["trace[337860092] 'read index received' (duration: 2.420555409s)","trace[337860092] 'applied index is now lower than readState.Index' (duration: 3.096300301s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:43.221912Z","caller":"traceutil/trace.go:171","msg":"trace[129026849] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"5.596941966s","start":"2026-05-19T03:01:37.624953Z","end":"2026-05-19T03:01:43.221895Z","steps":["trace[129026849] 'process raft request' (duration: 2.63620243s)","trace[129026849] 'compare' (duration: 2.959365291s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:43.221944Z","caller":"traceutil/trace.go:171","msg":"trace[1725215980] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"5.362445921s","start":"2026-05-19T03:01:37.859462Z","end":"2026-05-19T03:01:43.221908Z","steps":["trace[1725215980] 'process raft request' (duration: 5.362115662s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.222014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:37.624926Z","time spent":"5.597061239s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:43.222033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517205069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T03:01:43.222084Z","caller":"traceutil/trace.go:171","msg":"trace[1819510030] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:590; }","duration":"5.517289851s","start":"2026-05-19T03:01:37.704777Z","end":"2026-05-19T03:01:43.222067Z","steps":["trace[1819510030] 'agreement among raft nodes before linearized reading' (duration: 5.517114307s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:43.222116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:37.704734Z","time spent":"5.517374953s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:01:43.222242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:37.859439Z","time spent":"5.362563924s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:43.721995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:44.222195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589292838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:01:44.222633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.707804755s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:01:44.375842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.906254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:44.376243Z","caller":"traceutil/trace.go:171","msg":"trace[1006112755] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.761917506s","start":"2026-05-19T03:01:42.614303Z","end":"2026-05-19T03:01:44.376221Z","steps":["trace[1006112755] 'process raft request' (duration: 1.761666618s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:44.376279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.223278Z","time spent":"1.152989088s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:01:44.376378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:42.614283Z","time spent":"1.762029948s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:44.376232Z","caller":"traceutil/trace.go:171","msg":"trace[986834247] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"3.861498841s","start":"2026-05-19T03:01:40.514703Z","end":"2026-05-19T03:01:44.376202Z","steps":["trace[986834247] 'process raft request' (duration: 3.708133254s)","trace[986834247] 'compare' (duration: 152.626107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:44.37655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:40.51468Z","time spent":"3.861773038s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:44.617262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.058061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:01:44.617502Z","caller":"traceutil/trace.go:171","msg":"trace[1592969929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:593; }","duration":"240.22407ms","start":"2026-05-19T03:01:44.37725Z","end":"2026-05-19T03:01:44.617474Z","steps":["trace[1592969929] 'process raft request' (duration: 240.143688ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:44.617541Z","caller":"traceutil/trace.go:171","msg":"trace[2052732756] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:613; }","duration":"1.395773733s","start":"2026-05-19T03:01:43.221727Z","end":"2026-05-19T03:01:44.617501Z","steps":["trace[2052732756] 'read index received' (duration: 1.00116742s)","trace[2052732756] 'applied index is now lower than readState.Index' (duration: 394.597633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:44.617776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.403290302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-19T03:01:44.617812Z","caller":"traceutil/trace.go:171","msg":"trace[1471967094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"6.403380714s","start":"2026-05-19T03:01:38.214424Z","end":"2026-05-19T03:01:44.617804Z","steps":["trace[1471967094] 'agreement among raft nodes before linearized reading' (duration: 6.403230791s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:44.617844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.214399Z","time spent":"6.403439185s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:01:44.617792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999741134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:44.617944Z","caller":"traceutil/trace.go:171","msg":"trace[496917518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.999939849s","start":"2026-05-19T03:01:42.617967Z","end":"2026-05-19T03:01:44.617907Z","steps":["trace[496917518] 'agreement among raft nodes before linearized reading' (duration: 1.999644922s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:44.617972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385251798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:01:44.618036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:42.617959Z","time spent":"2.000060022s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:01:44.617969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.538411056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:01:44.618062Z","caller":"traceutil/trace.go:171","msg":"trace[2080848951] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:593; }","duration":"1.3853775s","start":"2026-05-19T03:01:43.232664Z","end":"2026-05-19T03:01:44.618041Z","steps":["trace[2080848951] 'agreement among raft nodes before linearized reading' (duration: 1.385200996s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:44.618108Z","caller":"traceutil/trace.go:171","msg":"trace[156177962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"6.53856092s","start":"2026-05-19T03:01:38.079527Z","end":"2026-05-19T03:01:44.618088Z","steps":["trace[156177962] 'agreement among raft nodes before linearized reading' (duration: 6.538339514s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:44.618112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:43.232655Z","time spent":"1.385447953s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-05-19T03:01:44.618183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:38.079492Z","time spent":"6.538648172s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:01:44.890068Z","caller":"traceutil/trace.go:171","msg":"trace[1961685125] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"181.949524ms","start":"2026-05-19T03:01:44.708077Z","end":"2026-05-19T03:01:44.890027Z","steps":["trace[1961685125] 'process raft request' (duration: 180.566069ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:44.956629Z","caller":"traceutil/trace.go:171","msg":"trace[1773367241] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"236.70458ms","start":"2026-05-19T03:01:44.719904Z","end":"2026-05-19T03:01:44.956609Z","steps":["trace[1773367241] 'process raft request' (duration: 236.187767ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:45.822039Z","caller":"traceutil/trace.go:171","msg":"trace[853398978] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"163.383503ms","start":"2026-05-19T03:01:45.658638Z","end":"2026-05-19T03:01:45.822022Z","steps":["trace[853398978] 'process raft request' (duration: 163.269ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:46.178137Z","caller":"traceutil/trace.go:171","msg":"trace[2118909079] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"437.871795ms","start":"2026-05-19T03:01:45.740225Z","end":"2026-05-19T03:01:46.178097Z","steps":["trace[2118909079] 'process raft request' (duration: 432.745374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.17834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:45.740197Z","time spent":"438.035628ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:46.635694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.511885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:46.635799Z","caller":"traceutil/trace.go:171","msg":"trace[905774153] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"453.409589ms","start":"2026-05-19T03:01:46.182374Z","end":"2026-05-19T03:01:46.635784Z","steps":["trace[905774153] 'read index received' (duration: 11.695588ms)","trace[905774153] 'applied index is now lower than readState.Index' (duration: 441.713021ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:46.635863Z","caller":"traceutil/trace.go:171","msg":"trace[1662001357] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"455.111661ms","start":"2026-05-19T03:01:46.18074Z","end":"2026-05-19T03:01:46.635852Z","steps":["trace[1662001357] 'process raft request' (duration: 13.374121ms)","trace[1662001357] 'compare' (duration: 441.365121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:46.635917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.180703Z","time spent":"455.193144ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:46.63612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.741617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wr6r2\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-05-19T03:01:46.636187Z","caller":"traceutil/trace.go:171","msg":"trace[820915410] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wr6r2; range_end:; response_count:1; response_revision:605; }","duration":"453.844569ms","start":"2026-05-19T03:01:46.182325Z","end":"2026-05-19T03:01:46.63617Z","steps":["trace[820915410] 'agreement among raft nodes before linearized reading' (duration: 453.643594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.636219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.182304Z","time spent":"453.907062ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17270,"request content":"key:\"/registry/pods/kube-system/cilium-wr6r2\" "} {"level":"info","ts":"2026-05-19T03:01:46.724182Z","caller":"traceutil/trace.go:171","msg":"trace[1459245323] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"492.148555ms","start":"2026-05-19T03:01:46.232009Z","end":"2026-05-19T03:01:46.724157Z","steps":["trace[1459245323] 'process raft request' (duration: 492.026002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.724281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.352493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:46.724386Z","caller":"traceutil/trace.go:171","msg":"trace[766842235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:606; }","duration":"114.494896ms","start":"2026-05-19T03:01:46.60987Z","end":"2026-05-19T03:01:46.724364Z","steps":["trace[766842235] 'agreement among raft nodes before linearized reading' (duration: 114.311052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.724465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.231977Z","time spent":"492.356811ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:01:46.95311Z","caller":"traceutil/trace.go:171","msg":"trace[2544402] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"228.936331ms","start":"2026-05-19T03:01:46.724132Z","end":"2026-05-19T03:01:46.953069Z","steps":["trace[2544402] 'read index received' (duration: 182.696633ms)","trace[2544402] 'applied index is now lower than readState.Index' (duration: 46.238048ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:46.95316Z","caller":"traceutil/trace.go:171","msg":"trace[725370713] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"300.554236ms","start":"2026-05-19T03:01:46.652555Z","end":"2026-05-19T03:01:46.953109Z","steps":["trace[725370713] 'process raft request' (duration: 254.400681ms)","trace[725370713] 'compare' (duration: 45.861388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:46.953545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.39844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-19T03:01:46.953625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.733771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-05-19T03:01:46.95363Z","caller":"traceutil/trace.go:171","msg":"trace[520590673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"283.518374ms","start":"2026-05-19T03:01:46.67009Z","end":"2026-05-19T03:01:46.953608Z","steps":["trace[520590673] 'agreement among raft nodes before linearized reading' (duration: 283.0216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.953635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.229684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:46.953727Z","caller":"traceutil/trace.go:171","msg":"trace[834505417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"228.340967ms","start":"2026-05-19T03:01:46.725365Z","end":"2026-05-19T03:01:46.953706Z","steps":["trace[834505417] 'agreement among raft nodes before linearized reading' (duration: 228.171393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:46.953669Z","caller":"traceutil/trace.go:171","msg":"trace[597628626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:607; }","duration":"225.801393ms","start":"2026-05-19T03:01:46.727856Z","end":"2026-05-19T03:01:46.953657Z","steps":["trace[597628626] 'agreement among raft nodes before linearized reading' (duration: 225.70196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:46.953793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:46.65253Z","time spent":"300.719371ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:01:46.953808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.660447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:01:46.953914Z","caller":"traceutil/trace.go:171","msg":"trace[1066227565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:607; }","duration":"283.810111ms","start":"2026-05-19T03:01:46.670084Z","end":"2026-05-19T03:01:46.953894Z","steps":["trace[1066227565] 'agreement among raft nodes before linearized reading' (duration: 283.40015ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.128977Z","caller":"traceutil/trace.go:171","msg":"trace[1075796065] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"103.767044ms","start":"2026-05-19T03:01:47.025191Z","end":"2026-05-19T03:01:47.128958Z","steps":["trace[1075796065] 'process raft request' (duration: 103.656801ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.41011Z","caller":"traceutil/trace.go:171","msg":"trace[992621721] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"277.13781ms","start":"2026-05-19T03:01:47.132933Z","end":"2026-05-19T03:01:47.410071Z","steps":["trace[992621721] 'process raft request' (duration: 213.55031ms)","trace[992621721] 'compare' (duration: 63.353013ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:47.410135Z","caller":"traceutil/trace.go:171","msg":"trace[792945788] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"276.473673ms","start":"2026-05-19T03:01:47.133636Z","end":"2026-05-19T03:01:47.41011Z","steps":["trace[792945788] 'process raft request' (duration: 276.35226ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.410327Z","caller":"traceutil/trace.go:171","msg":"trace[2095218491] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:637; }","duration":"223.219327ms","start":"2026-05-19T03:01:47.18708Z","end":"2026-05-19T03:01:47.4103Z","steps":["trace[2095218491] 'read index received' (duration: 159.407101ms)","trace[2095218491] 'applied index is now lower than readState.Index' (duration: 63.810296ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:47.410363Z","caller":"traceutil/trace.go:171","msg":"trace[1172470634] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"275.892598ms","start":"2026-05-19T03:01:47.134449Z","end":"2026-05-19T03:01:47.410341Z","steps":["trace[1172470634] 'process raft request' (duration: 275.604011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.410568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.473393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wr6r2\" ","response":"range_response_count:1 size:17431"} {"level":"info","ts":"2026-05-19T03:01:47.410613Z","caller":"traceutil/trace.go:171","msg":"trace[683312438] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wr6r2; range_end:; response_count:1; response_revision:614; }","duration":"223.624306ms","start":"2026-05-19T03:01:47.186978Z","end":"2026-05-19T03:01:47.410602Z","steps":["trace[683312438] 'agreement among raft nodes before linearized reading' (duration: 223.443222ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.643495Z","caller":"traceutil/trace.go:171","msg":"trace[922973053] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"233.061816ms","start":"2026-05-19T03:01:47.410395Z","end":"2026-05-19T03:01:47.643457Z","steps":["trace[922973053] 'read index received' (duration: 232.81178ms)","trace[922973053] 'applied index is now lower than readState.Index' (duration: 248.456µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:47.643548Z","caller":"traceutil/trace.go:171","msg":"trace[793872123] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"454.499426ms","start":"2026-05-19T03:01:47.189004Z","end":"2026-05-19T03:01:47.643503Z","steps":["trace[793872123] 'process raft request' (duration: 454.195769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.643776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.188983Z","time spent":"454.687152ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:47.643788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.129827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-19T03:01:47.643818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.380823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:01:47.643902Z","caller":"traceutil/trace.go:171","msg":"trace[780551123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"335.546957ms","start":"2026-05-19T03:01:47.308339Z","end":"2026-05-19T03:01:47.643886Z","steps":["trace[780551123] 'agreement among raft nodes before linearized reading' (duration: 335.27376ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:47.643843Z","caller":"traceutil/trace.go:171","msg":"trace[428790709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"335.26259ms","start":"2026-05-19T03:01:47.308567Z","end":"2026-05-19T03:01:47.64383Z","steps":["trace[428790709] 'agreement among raft nodes before linearized reading' (duration: 334.950912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:47.643967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.308304Z","time spent":"335.64974ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:01:47.644023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:47.30853Z","time spent":"335.480195ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:01:47.650412Z","caller":"traceutil/trace.go:171","msg":"trace[1768151239] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"223.115893ms","start":"2026-05-19T03:01:47.427282Z","end":"2026-05-19T03:01:47.650398Z","steps":["trace[1768151239] 'process raft request' (duration: 222.978069ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:49.215506Z","caller":"traceutil/trace.go:171","msg":"trace[2008061412] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"185.051624ms","start":"2026-05-19T03:01:49.030432Z","end":"2026-05-19T03:01:49.215484Z","steps":["trace[2008061412] 'process raft request' (duration: 184.91309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:49.932529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.16356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:49.932653Z","caller":"traceutil/trace.go:171","msg":"trace[164230260] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"277.5987ms","start":"2026-05-19T03:01:49.655034Z","end":"2026-05-19T03:01:49.932633Z","steps":["trace[164230260] 'read index received' (duration: 42.401µs)","trace[164230260] 'applied index is now lower than readState.Index' (duration: 277.551899ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:49.932706Z","caller":"traceutil/trace.go:171","msg":"trace[190302378] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"697.778334ms","start":"2026-05-19T03:01:49.234892Z","end":"2026-05-19T03:01:49.932671Z","steps":["trace[190302378] 'process raft request' (duration: 367.377038ms)","trace[190302378] 'compare' (duration: 330.054237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:49.932845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:49.234864Z","time spent":"697.918177ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:49.932897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.847676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:01:49.932957Z","caller":"traceutil/trace.go:171","msg":"trace[1985131054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:623; }","duration":"277.949939ms","start":"2026-05-19T03:01:49.654994Z","end":"2026-05-19T03:01:49.932943Z","steps":["trace[1985131054] 'agreement among raft nodes before linearized reading' (duration: 277.730063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:49.93298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.163849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:01:49.933037Z","caller":"traceutil/trace.go:171","msg":"trace[236772704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"277.248892ms","start":"2026-05-19T03:01:49.655772Z","end":"2026-05-19T03:01:49.933021Z","steps":["trace[236772704] 'agreement among raft nodes before linearized reading' (duration: 276.989135ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:50.168235Z","caller":"traceutil/trace.go:171","msg":"trace[2021578920] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"231.703303ms","start":"2026-05-19T03:01:49.936502Z","end":"2026-05-19T03:01:50.168205Z","steps":["trace[2021578920] 'process raft request' (duration: 190.37904ms)","trace[2021578920] 'compare' (duration: 41.096087ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:50.420004Z","caller":"traceutil/trace.go:171","msg":"trace[912432810] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"195.071039ms","start":"2026-05-19T03:01:50.224897Z","end":"2026-05-19T03:01:50.419968Z","steps":["trace[912432810] 'process raft request' (duration: 194.924716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:51.755469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.256883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:01:51.755548Z","caller":"traceutil/trace.go:171","msg":"trace[1273381849] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"147.142458ms","start":"2026-05-19T03:01:51.608392Z","end":"2026-05-19T03:01:51.755534Z","steps":["trace[1273381849] 'read index received' (duration: 8.705631ms)","trace[1273381849] 'applied index is now lower than readState.Index' (duration: 138.435577ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:01:51.755564Z","caller":"traceutil/trace.go:171","msg":"trace[515803144] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"421.282852ms","start":"2026-05-19T03:01:51.33426Z","end":"2026-05-19T03:01:51.755543Z","steps":["trace[515803144] 'process raft request' (duration: 282.907596ms)","trace[515803144] 'compare' (duration: 138.16735ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:01:51.755644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:01:51.334224Z","time spent":"421.381834ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:01:51.755703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.294632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:01:51.755792Z","caller":"traceutil/trace.go:171","msg":"trace[528313586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"147.426095ms","start":"2026-05-19T03:01:51.608343Z","end":"2026-05-19T03:01:51.755769Z","steps":["trace[528313586] 'agreement among raft nodes before linearized reading' (duration: 147.23097ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:01:53.293355Z","caller":"traceutil/trace.go:171","msg":"trace[1061457180] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"163.838524ms","start":"2026-05-19T03:01:53.129478Z","end":"2026-05-19T03:01:53.293316Z","steps":["trace[1061457180] 'process raft request' (duration: 161.425102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:56.176093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.573312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-19T03:01:56.176191Z","caller":"traceutil/trace.go:171","msg":"trace[1818217395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:707; }","duration":"111.731026ms","start":"2026-05-19T03:01:56.064441Z","end":"2026-05-19T03:01:56.176172Z","steps":["trace[1818217395] 'range keys from in-memory index tree' (duration: 111.337386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:56.176179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.903207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:01:56.176265Z","caller":"traceutil/trace.go:171","msg":"trace[1239496333] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:707; }","duration":"146.04152ms","start":"2026-05-19T03:01:56.030199Z","end":"2026-05-19T03:01:56.17624Z","steps":["trace[1239496333] 'count revisions from in-memory index tree' (duration: 145.787683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:01:56.176453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.214345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:01:56.176552Z","caller":"traceutil/trace.go:171","msg":"trace[1780261260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:707; }","duration":"146.358098ms","start":"2026-05-19T03:01:56.030168Z","end":"2026-05-19T03:01:56.176526Z","steps":["trace[1780261260] 'range keys from in-memory index tree' (duration: 145.984709ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:03.792256Z","caller":"traceutil/trace.go:171","msg":"trace[1351460040] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"273.990028ms","start":"2026-05-19T03:02:03.518245Z","end":"2026-05-19T03:02:03.792235Z","steps":["trace[1351460040] 'process raft request' (duration: 273.338972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:06.753361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589293232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:02:07.25377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589293232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:02:07.567867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335586871s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:02:07.568203Z","caller":"traceutil/trace.go:171","msg":"trace[1385887170] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"1.336023792s","start":"2026-05-19T03:02:06.232157Z","end":"2026-05-19T03:02:07.56818Z","steps":["trace[1385887170] 'process raft request' (duration: 1.335880648s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.568374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.232127Z","time spent":"1.336162926s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:02:07.573097Z","caller":"traceutil/trace.go:171","msg":"trace[442040637] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:810; }","duration":"1.320561128s","start":"2026-05-19T03:02:06.252521Z","end":"2026-05-19T03:02:07.573082Z","steps":["trace[442040637] 'read index received' (duration: 1.31552505s)","trace[442040637] 'applied index is now lower than readState.Index' (duration: 5.035168ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:07.57314Z","caller":"traceutil/trace.go:171","msg":"trace[1349006826] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"1.338443034s","start":"2026-05-19T03:02:06.234669Z","end":"2026-05-19T03:02:07.573112Z","steps":["trace[1349006826] 'process raft request' (duration: 1.338324411s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.573284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.234639Z","time spent":"1.338555667s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:02:07.57332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320813755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-19T03:02:07.573364Z","caller":"traceutil/trace.go:171","msg":"trace[1937756038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:779; }","duration":"1.320904047s","start":"2026-05-19T03:02:06.252447Z","end":"2026-05-19T03:02:07.573351Z","steps":["trace[1937756038] 'agreement among raft nodes before linearized reading' (duration: 1.320741443s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.573379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27079252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vt7dz\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-19T03:02:07.573474Z","caller":"traceutil/trace.go:171","msg":"trace[617806289] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vt7dz; range_end:; response_count:1; response_revision:779; }","duration":"1.270938554s","start":"2026-05-19T03:02:06.302516Z","end":"2026-05-19T03:02:07.573455Z","steps":["trace[617806289] 'agreement among raft nodes before linearized reading' (duration: 1.270713238s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.573523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.302492Z","time spent":"1.271020826s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-vt7dz\" "} {"level":"warn","ts":"2026-05-19T03:02:07.573494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.175751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:02:07.573532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.592641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-19T03:02:07.573529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.369539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:02:07.573589Z","caller":"traceutil/trace.go:171","msg":"trace[1330800314] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:779; }","duration":"171.332484ms","start":"2026-05-19T03:02:07.402238Z","end":"2026-05-19T03:02:07.57357Z","steps":["trace[1330800314] 'agreement among raft nodes before linearized reading' (duration: 171.152379ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:07.573588Z","caller":"traceutil/trace.go:171","msg":"trace[450029987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:779; }","duration":"414.684854ms","start":"2026-05-19T03:02:07.158891Z","end":"2026-05-19T03:02:07.573576Z","steps":["trace[450029987] 'agreement among raft nodes before linearized reading' (duration: 414.561551ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:07.573614Z","caller":"traceutil/trace.go:171","msg":"trace[880096408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"371.486872ms","start":"2026-05-19T03:02:07.20211Z","end":"2026-05-19T03:02:07.573597Z","steps":["trace[880096408] 'agreement among raft nodes before linearized reading' (duration: 371.337319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:07.573653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:07.202093Z","time spent":"371.551385ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:02:07.573656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:07.158865Z","time spent":"414.775215ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:02:07.573415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:06.252425Z","time spent":"1.320978878s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:02:07.573975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.022486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:02:07.574109Z","caller":"traceutil/trace.go:171","msg":"trace[407334386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:779; }","duration":"193.15991ms","start":"2026-05-19T03:02:07.380904Z","end":"2026-05-19T03:02:07.574064Z","steps":["trace[407334386] 'agreement among raft nodes before linearized reading' (duration: 192.539754ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:34.558588Z","caller":"traceutil/trace.go:171","msg":"trace[691630544] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"265.244937ms","start":"2026-05-19T03:02:34.293312Z","end":"2026-05-19T03:02:34.558557Z","steps":["trace[691630544] 'process raft request' (duration: 265.097803ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:37.915339Z","caller":"traceutil/trace.go:171","msg":"trace[266851039] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"159.849182ms","start":"2026-05-19T03:02:37.755442Z","end":"2026-05-19T03:02:37.915291Z","steps":["trace[266851039] 'process raft request' (duration: 122.598163ms)","trace[266851039] 'compare' (duration: 37.021483ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:37.955728Z","caller":"traceutil/trace.go:171","msg":"trace[1882625091] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1222; }","duration":"182.797668ms","start":"2026-05-19T03:02:37.772905Z","end":"2026-05-19T03:02:37.955703Z","steps":["trace[1882625091] 'read index received' (duration: 105.125599ms)","trace[1882625091] 'applied index is now lower than readState.Index' (duration: 77.671129ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:02:37.955871Z","caller":"traceutil/trace.go:171","msg":"trace[1520498683] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"185.66571ms","start":"2026-05-19T03:02:37.77019Z","end":"2026-05-19T03:02:37.955856Z","steps":["trace[1520498683] 'process raft request' (duration: 185.464485ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:02:37.955947Z","caller":"traceutil/trace.go:171","msg":"trace[2024660992] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"188.269016ms","start":"2026-05-19T03:02:37.767638Z","end":"2026-05-19T03:02:37.955907Z","steps":["trace[2024660992] 'process raft request' (duration: 187.830485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:37.95617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.358472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T03:02:37.95624Z","caller":"traceutil/trace.go:171","msg":"trace[1264564191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1184; }","duration":"123.510576ms","start":"2026-05-19T03:02:37.832714Z","end":"2026-05-19T03:02:37.956225Z","steps":["trace[1264564191] 'agreement among raft nodes before linearized reading' (duration: 123.29983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:37.956358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.432653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T03:02:37.956426Z","caller":"traceutil/trace.go:171","msg":"trace[714623670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1184; }","duration":"183.551706ms","start":"2026-05-19T03:02:37.772859Z","end":"2026-05-19T03:02:37.956411Z","steps":["trace[714623670] 'agreement among raft nodes before linearized reading' (duration: 183.320781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:51.389748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.980823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:02:51.389884Z","caller":"traceutil/trace.go:171","msg":"trace[747222059] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1308; }","duration":"240.19558ms","start":"2026-05-19T03:02:51.149659Z","end":"2026-05-19T03:02:51.389854Z","steps":["trace[747222059] 'count revisions from in-memory index tree' (duration: 239.84462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:56.681823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589294406,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:02:56.687399Z","caller":"traceutil/trace.go:171","msg":"trace[477847210] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"538.868636ms","start":"2026-05-19T03:02:56.148499Z","end":"2026-05-19T03:02:56.687368Z","steps":["trace[477847210] 'process raft request' (duration: 538.723162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:56.687542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:56.148472Z","time spent":"538.972549ms","remote":"127.0.0.1:54712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:02:56.688196Z","caller":"traceutil/trace.go:171","msg":"trace[1030408587] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1471; }","duration":"507.262998ms","start":"2026-05-19T03:02:56.180909Z","end":"2026-05-19T03:02:56.688172Z","steps":["trace[1030408587] 'read index received' (duration: 506.340944ms)","trace[1030408587] 'applied index is now lower than readState.Index' (duration: 921.204µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:02:56.688437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.523505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-19T03:02:56.688484Z","caller":"traceutil/trace.go:171","msg":"trace[804639314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1423; }","duration":"507.587417ms","start":"2026-05-19T03:02:56.180885Z","end":"2026-05-19T03:02:56.688473Z","steps":["trace[804639314] 'agreement among raft nodes before linearized reading' (duration: 507.419782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:56.688477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.336965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-19T03:02:56.688521Z","caller":"traceutil/trace.go:171","msg":"trace[1430660795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1423; }","duration":"499.419657ms","start":"2026-05-19T03:02:56.189091Z","end":"2026-05-19T03:02:56.68851Z","steps":["trace[1430660795] 'agreement among raft nodes before linearized reading' (duration: 499.225782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:02:56.688513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:56.180873Z","time spent":"507.632738ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:02:56.688558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:02:56.189082Z","time spent":"499.468949ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:03:00.494524Z","caller":"traceutil/trace.go:171","msg":"trace[1354199269] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"417.030238ms","start":"2026-05-19T03:03:00.077467Z","end":"2026-05-19T03:03:00.494497Z","steps":["trace[1354199269] 'read index received' (duration: 416.920025ms)","trace[1354199269] 'applied index is now lower than readState.Index' (duration: 108.133µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:00.494617Z","caller":"traceutil/trace.go:171","msg":"trace[974831450] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"428.176883ms","start":"2026-05-19T03:03:00.0664Z","end":"2026-05-19T03:03:00.494577Z","steps":["trace[974831450] 'process raft request' (duration: 427.952847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:00.494798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.066378Z","time spent":"428.324586ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:00.494837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.789623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:03:00.494837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.824871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:03:00.494869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.015307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-19T03:03:00.494919Z","caller":"traceutil/trace.go:171","msg":"trace[1440520789] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1436; }","duration":"341.958175ms","start":"2026-05-19T03:03:00.152942Z","end":"2026-05-19T03:03:00.4949Z","steps":["trace[1440520789] 'agreement among raft nodes before linearized reading' (duration: 341.77076ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:00.494934Z","caller":"traceutil/trace.go:171","msg":"trace[111139219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1436; }","duration":"360.10756ms","start":"2026-05-19T03:03:00.134812Z","end":"2026-05-19T03:03:00.49492Z","steps":["trace[111139219] 'agreement among raft nodes before linearized reading' (duration: 359.939165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:00.494961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.1529Z","time spent":"342.052597ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:03:00.494921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.419767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:03:00.495047Z","caller":"traceutil/trace.go:171","msg":"trace[779644249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1436; }","duration":"417.612452ms","start":"2026-05-19T03:03:00.077409Z","end":"2026-05-19T03:03:00.495022Z","steps":["trace[779644249] 'agreement among raft nodes before linearized reading' (duration: 417.252833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:00.494985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.134796Z","time spent":"360.179571ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:03:00.495103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.077384Z","time spent":"417.708865ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:03:00.49488Z","caller":"traceutil/trace.go:171","msg":"trace[1465506318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1436; }","duration":"363.932827ms","start":"2026-05-19T03:03:00.130933Z","end":"2026-05-19T03:03:00.494866Z","steps":["trace[1465506318] 'agreement among raft nodes before linearized reading' (duration: 363.738612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:00.49522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:00.130911Z","time spent":"364.293148ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:03:03.879743Z","caller":"traceutil/trace.go:171","msg":"trace[1548644760] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"120.751092ms","start":"2026-05-19T03:03:03.758961Z","end":"2026-05-19T03:03:03.879713Z","steps":["trace[1548644760] 'process raft request' (duration: 66.43104ms)","trace[1548644760] 'compare' (duration: 54.180928ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:03.928947Z","caller":"traceutil/trace.go:171","msg":"trace[1489536496] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"169.453899ms","start":"2026-05-19T03:03:03.759445Z","end":"2026-05-19T03:03:03.928898Z","steps":["trace[1489536496] 'process raft request' (duration: 169.236953ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:03.929072Z","caller":"traceutil/trace.go:171","msg":"trace[522645399] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1533; }","duration":"167.726394ms","start":"2026-05-19T03:03:03.761317Z","end":"2026-05-19T03:03:03.929044Z","steps":["trace[522645399] 'read index received' (duration: 64.088351ms)","trace[522645399] 'applied index is now lower than readState.Index' (duration: 103.636303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:03.929192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.856898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:03.929188Z","caller":"traceutil/trace.go:171","msg":"trace[287438077] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"166.715008ms","start":"2026-05-19T03:03:03.762449Z","end":"2026-05-19T03:03:03.929164Z","steps":["trace[287438077] 'process raft request' (duration: 166.37586ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:03.929233Z","caller":"traceutil/trace.go:171","msg":"trace[721813396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1483; }","duration":"167.966431ms","start":"2026-05-19T03:03:03.761255Z","end":"2026-05-19T03:03:03.929221Z","steps":["trace[721813396] 'agreement among raft nodes before linearized reading' (duration: 167.874258ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:04.046777Z","caller":"traceutil/trace.go:171","msg":"trace[1825575556] linearizableReadLoop","detail":"{readStateIndex:1537; appliedIndex:1536; }","duration":"111.841113ms","start":"2026-05-19T03:03:03.934899Z","end":"2026-05-19T03:03:04.04674Z","steps":["trace[1825575556] 'read index received' (duration: 97.448855ms)","trace[1825575556] 'applied index is now lower than readState.Index' (duration: 14.390628ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:04.046909Z","caller":"traceutil/trace.go:171","msg":"trace[769824794] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"112.253383ms","start":"2026-05-19T03:03:03.934603Z","end":"2026-05-19T03:03:04.046856Z","steps":["trace[769824794] 'process raft request' (duration: 97.728652ms)","trace[769824794] 'compare' (duration: 14.220984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:04.047041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.11184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:04.047248Z","caller":"traceutil/trace.go:171","msg":"trace[480341232] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1484; }","duration":"112.341876ms","start":"2026-05-19T03:03:03.934846Z","end":"2026-05-19T03:03:04.047188Z","steps":["trace[480341232] 'agreement among raft nodes before linearized reading' (duration: 112.10679ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:04.050106Z","caller":"traceutil/trace.go:171","msg":"trace[1793988594] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"111.394222ms","start":"2026-05-19T03:03:03.938681Z","end":"2026-05-19T03:03:04.050075Z","steps":["trace[1793988594] 'process raft request' (duration: 111.019251ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:04.050171Z","caller":"traceutil/trace.go:171","msg":"trace[17602773] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"114.062651ms","start":"2026-05-19T03:03:03.936056Z","end":"2026-05-19T03:03:04.050118Z","steps":["trace[17602773] 'process raft request' (duration: 113.455444ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:04.050597Z","caller":"traceutil/trace.go:171","msg":"trace[391077614] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"113.26252ms","start":"2026-05-19T03:03:03.9373Z","end":"2026-05-19T03:03:04.050562Z","steps":["trace[391077614] 'process raft request' (duration: 112.342256ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:04.996915Z","caller":"traceutil/trace.go:171","msg":"trace[591630739] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"191.258236ms","start":"2026-05-19T03:03:04.805597Z","end":"2026-05-19T03:03:04.996855Z","steps":["trace[591630739] 'process raft request' (duration: 92.611581ms)","trace[591630739] 'compare' (duration: 98.349248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:18.801752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.265807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:18.801851Z","caller":"traceutil/trace.go:171","msg":"trace[1936422352] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1815; }","duration":"201.661414ms","start":"2026-05-19T03:03:18.600164Z","end":"2026-05-19T03:03:18.801825Z","steps":["trace[1936422352] 'read index received' (duration: 26.203912ms)","trace[1936422352] 'applied index is now lower than readState.Index' (duration: 175.456742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:18.801945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.643158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:18.801913Z","caller":"traceutil/trace.go:171","msg":"trace[1720869110] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"242.712574ms","start":"2026-05-19T03:03:18.559158Z","end":"2026-05-19T03:03:18.801871Z","steps":["trace[1720869110] 'process raft request' (duration: 67.266042ms)","trace[1720869110] 'compare' (duration: 175.084203ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:18.802022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.885528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:03:18.80205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.419477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T03:03:18.802072Z","caller":"traceutil/trace.go:171","msg":"trace[1587298679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1739; }","duration":"185.478359ms","start":"2026-05-19T03:03:18.616588Z","end":"2026-05-19T03:03:18.802066Z","steps":["trace[1587298679] 'agreement among raft nodes before linearized reading' (duration: 185.392977ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:18.802069Z","caller":"traceutil/trace.go:171","msg":"trace[2129939283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1739; }","duration":"183.94181ms","start":"2026-05-19T03:03:18.618114Z","end":"2026-05-19T03:03:18.802055Z","steps":["trace[2129939283] 'agreement among raft nodes before linearized reading' (duration: 183.797876ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:18.80197Z","caller":"traceutil/trace.go:171","msg":"trace[545363717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1739; }","duration":"193.701809ms","start":"2026-05-19T03:03:18.608262Z","end":"2026-05-19T03:03:18.801963Z","steps":["trace[545363717] 'agreement among raft nodes before linearized reading' (duration: 193.647148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:18.802702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.517076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T03:03:18.802791Z","caller":"traceutil/trace.go:171","msg":"trace[1446667511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1739; }","duration":"202.637389ms","start":"2026-05-19T03:03:18.600136Z","end":"2026-05-19T03:03:18.802774Z","steps":["trace[1446667511] 'agreement among raft nodes before linearized reading' (duration: 201.761736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.448794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.128922Z","time spent":"319.861879ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:03:26.449369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.953724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:26.449473Z","caller":"traceutil/trace.go:171","msg":"trace[1544554099] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"839.974655ms","start":"2026-05-19T03:03:25.609479Z","end":"2026-05-19T03:03:26.449454Z","steps":["trace[1544554099] 'read index received' (duration: 167.859277ms)","trace[1544554099] 'applied index is now lower than readState.Index' (duration: 672.113678ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:26.449587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.11667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:26.449634Z","caller":"traceutil/trace.go:171","msg":"trace[773602762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1848; }","duration":"840.220312ms","start":"2026-05-19T03:03:25.609401Z","end":"2026-05-19T03:03:26.449621Z","steps":["trace[773602762] 'agreement among raft nodes before linearized reading' (duration: 840.14677ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:26.449618Z","caller":"traceutil/trace.go:171","msg":"trace[624682122] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"969.42554ms","start":"2026-05-19T03:03:25.480142Z","end":"2026-05-19T03:03:26.449568Z","steps":["trace[624682122] 'process raft request' (duration: 297.174278ms)","trace[624682122] 'compare' (duration: 671.38632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:26.449696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:25.609366Z","time spent":"840.318625ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:03:26.449816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:25.480126Z","time spent":"969.581354ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:26.525996Z","caller":"traceutil/trace.go:171","msg":"trace[53367867] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"864.521375ms","start":"2026-05-19T03:03:25.661445Z","end":"2026-05-19T03:03:26.525967Z","steps":["trace[53367867] 'process raft request' (duration: 864.34729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.526213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:25.661367Z","time spent":"864.72506ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:26.644884Z","caller":"traceutil/trace.go:171","msg":"trace[454239695] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"776.364427ms","start":"2026-05-19T03:03:25.86849Z","end":"2026-05-19T03:03:26.644855Z","steps":["trace[454239695] 'process raft request' (duration: 696.086381ms)","trace[454239695] 'compare' (duration: 80.04724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:26.645061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:25.868467Z","time spent":"776.503701ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:26.645072Z","caller":"traceutil/trace.go:171","msg":"trace[1284858608] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1926; }","duration":"195.524307ms","start":"2026-05-19T03:03:26.449514Z","end":"2026-05-19T03:03:26.645038Z","steps":["trace[1284858608] 'read index received' (duration: 76.283524ms)","trace[1284858608] 'applied index is now lower than readState.Index' (duration: 119.238433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:26.645246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.098623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:03:26.645317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.110359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:26.645343Z","caller":"traceutil/trace.go:171","msg":"trace[367202996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1851; }","duration":"639.317358ms","start":"2026-05-19T03:03:26.006001Z","end":"2026-05-19T03:03:26.645318Z","steps":["trace[367202996] 'agreement among raft nodes before linearized reading' (duration: 639.150034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.645343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.843135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-19T03:03:26.645334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.483454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a33a9a93-f988-479b-a5a8-54aa39266495\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-19T03:03:26.645376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.109691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a33a9a93-f988-479b-a5a8-54aa39266495\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-19T03:03:26.645394Z","caller":"traceutil/trace.go:171","msg":"trace[1153319679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"194.243783ms","start":"2026-05-19T03:03:26.451126Z","end":"2026-05-19T03:03:26.64537Z","steps":["trace[1153319679] 'agreement among raft nodes before linearized reading' (duration: 194.11314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.645393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.005965Z","time spent":"639.4145ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:03:26.645408Z","caller":"traceutil/trace.go:171","msg":"trace[1217334117] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a33a9a93-f988-479b-a5a8-54aa39266495; range_end:; response_count:1; response_revision:1851; }","duration":"823.587827ms","start":"2026-05-19T03:03:25.821804Z","end":"2026-05-19T03:03:26.645392Z","steps":["trace[1217334117] 'agreement among raft nodes before linearized reading' (duration: 823.377881ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:26.645408Z","caller":"traceutil/trace.go:171","msg":"trace[1520406953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"188.944628ms","start":"2026-05-19T03:03:26.456441Z","end":"2026-05-19T03:03:26.645385Z","steps":["trace[1520406953] 'agreement among raft nodes before linearized reading' (duration: 188.795164ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:26.645435Z","caller":"traceutil/trace.go:171","msg":"trace[1074425220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a33a9a93-f988-479b-a5a8-54aa39266495; range_end:; response_count:1; response_revision:1851; }","duration":"189.223994ms","start":"2026-05-19T03:03:26.456197Z","end":"2026-05-19T03:03:26.645421Z","steps":["trace[1074425220] 'agreement among raft nodes before linearized reading' (duration: 189.083151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.645459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:25.821785Z","time spent":"823.661788ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a33a9a93-f988-479b-a5a8-54aa39266495\" "} {"level":"info","ts":"2026-05-19T03:03:26.645896Z","caller":"traceutil/trace.go:171","msg":"trace[2028397593] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"450.122864ms","start":"2026-05-19T03:03:26.195722Z","end":"2026-05-19T03:03:26.645845Z","steps":["trace[2028397593] 'process raft request' (duration: 449.063947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:26.646225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.195692Z","time spent":"450.296449ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:26.946393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.960804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T03:03:26.946465Z","caller":"traceutil/trace.go:171","msg":"trace[1335531586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1852; }","duration":"149.079676ms","start":"2026-05-19T03:03:26.797368Z","end":"2026-05-19T03:03:26.946448Z","steps":["trace[1335531586] 'range keys from in-memory index tree' (duration: 148.765818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:27.664858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.897386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:27.665137Z","caller":"traceutil/trace.go:171","msg":"trace[292598384] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"713.105887ms","start":"2026-05-19T03:03:26.951992Z","end":"2026-05-19T03:03:27.665097Z","steps":["trace[292598384] 'process raft request' (duration: 457.888913ms)","trace[292598384] 'compare' (duration: 254.605949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:27.665286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.951971Z","time spent":"713.24173ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:27.665399Z","caller":"traceutil/trace.go:171","msg":"trace[1036667722] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"713.381564ms","start":"2026-05-19T03:03:26.951997Z","end":"2026-05-19T03:03:27.665379Z","steps":["trace[1036667722] 'process raft request' (duration: 712.999775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:27.665474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.951977Z","time spent":"713.459976ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:27.665687Z","caller":"traceutil/trace.go:171","msg":"trace[1974610204] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"713.427785ms","start":"2026-05-19T03:03:26.95221Z","end":"2026-05-19T03:03:27.665638Z","steps":["trace[1974610204] 'process raft request' (duration: 712.950803ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:27.665706Z","caller":"traceutil/trace.go:171","msg":"trace[1409681181] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"713.647101ms","start":"2026-05-19T03:03:26.95202Z","end":"2026-05-19T03:03:27.665668Z","steps":["trace[1409681181] 'process raft request' (duration: 713.061106ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:27.665792Z","caller":"traceutil/trace.go:171","msg":"trace[467790345] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"713.667692ms","start":"2026-05-19T03:03:26.952067Z","end":"2026-05-19T03:03:27.665735Z","steps":["trace[467790345] 'process raft request' (duration: 713.059636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:27.665886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.952202Z","time spent":"713.564439ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:27.66607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.952041Z","time spent":"713.849847ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:03:27.665856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:26.951956Z","time spent":"713.816696ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:32.776049Z","caller":"traceutil/trace.go:171","msg":"trace[1610785685] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"296.873651ms","start":"2026-05-19T03:03:32.47915Z","end":"2026-05-19T03:03:32.776023Z","steps":["trace[1610785685] 'process raft request' (duration: 296.690106ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:32.864082Z","caller":"traceutil/trace.go:171","msg":"trace[1472420280] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"317.097559ms","start":"2026-05-19T03:03:32.546947Z","end":"2026-05-19T03:03:32.864045Z","steps":["trace[1472420280] 'process raft request' (duration: 316.691289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:32.86427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.546913Z","time spent":"317.256033ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:32.86423Z","caller":"traceutil/trace.go:171","msg":"trace[1085986395] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"304.288441ms","start":"2026-05-19T03:03:32.559877Z","end":"2026-05-19T03:03:32.864165Z","steps":["trace[1085986395] 'process raft request' (duration: 304.094976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:32.864622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:32.559864Z","time spent":"304.493036ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:32.870207Z","caller":"traceutil/trace.go:171","msg":"trace[1870466172] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1983; }","duration":"219.675344ms","start":"2026-05-19T03:03:32.650517Z","end":"2026-05-19T03:03:32.870192Z","steps":["trace[1870466172] 'read index received' (duration: 125.457133ms)","trace[1870466172] 'applied index is now lower than readState.Index' (duration: 94.217431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:32.870328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.813728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:32.870358Z","caller":"traceutil/trace.go:171","msg":"trace[1427083804] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1907; }","duration":"219.8942ms","start":"2026-05-19T03:03:32.650457Z","end":"2026-05-19T03:03:32.870351Z","steps":["trace[1427083804] 'agreement among raft nodes before linearized reading' (duration: 219.828939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:32.870572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.771106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:03:32.870676Z","caller":"traceutil/trace.go:171","msg":"trace[314489146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"169.943781ms","start":"2026-05-19T03:03:32.700711Z","end":"2026-05-19T03:03:32.870655Z","steps":["trace[314489146] 'agreement among raft nodes before linearized reading' (duration: 169.621463ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:40.02784Z","caller":"traceutil/trace.go:171","msg":"trace[449070500] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"291.633067ms","start":"2026-05-19T03:03:39.736168Z","end":"2026-05-19T03:03:40.027801Z","steps":["trace[449070500] 'process raft request' (duration: 291.415262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:40.034416Z","caller":"traceutil/trace.go:171","msg":"trace[883332963] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2037; }","duration":"286.29123ms","start":"2026-05-19T03:03:39.748085Z","end":"2026-05-19T03:03:40.034376Z","steps":["trace[883332963] 'read index received' (duration: 279.593528ms)","trace[883332963] 'applied index is now lower than readState.Index' (duration: 6.696582ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:40.034591Z","caller":"traceutil/trace.go:171","msg":"trace[1378552913] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"297.853517ms","start":"2026-05-19T03:03:39.736609Z","end":"2026-05-19T03:03:40.034463Z","steps":["trace[1378552913] 'process raft request' (duration: 297.622271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:40.034813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.198105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:03:40.034677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.586917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:03:40.034852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.002542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:03:40.034893Z","caller":"traceutil/trace.go:171","msg":"trace[514190344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1958; }","duration":"286.858435ms","start":"2026-05-19T03:03:39.748023Z","end":"2026-05-19T03:03:40.034882Z","steps":["trace[514190344] 'agreement among raft nodes before linearized reading' (duration: 286.503486ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:40.034942Z","caller":"traceutil/trace.go:171","msg":"trace[1286347807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1958; }","duration":"111.175007ms","start":"2026-05-19T03:03:39.923748Z","end":"2026-05-19T03:03:40.034923Z","steps":["trace[1286347807] 'agreement among raft nodes before linearized reading' (duration: 110.868069ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:40.034883Z","caller":"traceutil/trace.go:171","msg":"trace[1719801443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1958; }","duration":"275.296638ms","start":"2026-05-19T03:03:39.759567Z","end":"2026-05-19T03:03:40.034863Z","steps":["trace[1719801443] 'agreement among raft nodes before linearized reading' (duration: 275.013601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:40.034836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.057637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:03:40.03565Z","caller":"traceutil/trace.go:171","msg":"trace[1255672470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1958; }","duration":"274.97632ms","start":"2026-05-19T03:03:39.760653Z","end":"2026-05-19T03:03:40.035629Z","steps":["trace[1255672470] 'agreement among raft nodes before linearized reading' (duration: 273.991005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:40.616809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.236827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:40.616935Z","caller":"traceutil/trace.go:171","msg":"trace[814975991] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"171.138822ms","start":"2026-05-19T03:03:40.445779Z","end":"2026-05-19T03:03:40.616918Z","steps":["trace[814975991] 'read index received' (duration: 61.620828ms)","trace[814975991] 'applied index is now lower than readState.Index' (duration: 109.516884ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:40.617001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.215944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:40.617003Z","caller":"traceutil/trace.go:171","msg":"trace[1829438010] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"279.982669ms","start":"2026-05-19T03:03:40.337006Z","end":"2026-05-19T03:03:40.616988Z","steps":["trace[1829438010] 'process raft request' (duration: 170.489335ms)","trace[1829438010] 'compare' (duration: 109.049772ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:40.617036Z","caller":"traceutil/trace.go:171","msg":"trace[611105376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1963; }","duration":"171.280135ms","start":"2026-05-19T03:03:40.445739Z","end":"2026-05-19T03:03:40.617019Z","steps":["trace[611105376] 'agreement among raft nodes before linearized reading' (duration: 171.224334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:41.157046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.279496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:03:41.157291Z","caller":"traceutil/trace.go:171","msg":"trace[1087968828] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"138.64595ms","start":"2026-05-19T03:03:41.018628Z","end":"2026-05-19T03:03:41.157274Z","steps":["trace[1087968828] 'process raft request' (duration: 138.611969ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:41.157364Z","caller":"traceutil/trace.go:171","msg":"trace[724261380] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"341.484433ms","start":"2026-05-19T03:03:40.815837Z","end":"2026-05-19T03:03:41.157321Z","steps":["trace[724261380] 'read index received' (duration: 101.761335ms)","trace[724261380] 'applied index is now lower than readState.Index' (duration: 239.720498ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:41.157479Z","caller":"traceutil/trace.go:171","msg":"trace[1732538654] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"533.775556ms","start":"2026-05-19T03:03:40.623676Z","end":"2026-05-19T03:03:41.157452Z","steps":["trace[1732538654] 'process raft request' (duration: 294.002287ms)","trace[1732538654] 'compare' (duration: 238.986769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:03:41.157584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:40.623655Z","time spent":"533.867209ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:03:41.157634Z","caller":"traceutil/trace.go:171","msg":"trace[915056967] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"251.258423ms","start":"2026-05-19T03:03:40.906327Z","end":"2026-05-19T03:03:41.157586Z","steps":["trace[915056967] 'process raft request' (duration: 250.818632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:41.157674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.825421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:03:41.157748Z","caller":"traceutil/trace.go:171","msg":"trace[732729705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1966; }","duration":"341.938824ms","start":"2026-05-19T03:03:40.815788Z","end":"2026-05-19T03:03:41.157726Z","steps":["trace[732729705] 'agreement among raft nodes before linearized reading' (duration: 341.744479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:41.157799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:03:40.815765Z","time spent":"342.025047ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:03:41.160476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.713618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-2fvxc\" ","response":"range_response_count:1 size:6114"} {"level":"info","ts":"2026-05-19T03:03:41.160485Z","caller":"traceutil/trace.go:171","msg":"trace[1079007122] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"141.706268ms","start":"2026-05-19T03:03:41.018743Z","end":"2026-05-19T03:03:41.160449Z","steps":["trace[1079007122] 'process raft request' (duration: 141.431181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:41.160568Z","caller":"traceutil/trace.go:171","msg":"trace[472238102] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-2fvxc; range_end:; response_count:1; response_revision:1967; }","duration":"280.847502ms","start":"2026-05-19T03:03:40.879697Z","end":"2026-05-19T03:03:41.160545Z","steps":["trace[472238102] 'agreement among raft nodes before linearized reading' (duration: 280.585945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:41.160758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.486535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:03:41.160839Z","caller":"traceutil/trace.go:171","msg":"trace[766215865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"118.608287ms","start":"2026-05-19T03:03:41.042206Z","end":"2026-05-19T03:03:41.160815Z","steps":["trace[766215865] 'agreement among raft nodes before linearized reading' (duration: 118.362401ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.312426Z","caller":"traceutil/trace.go:171","msg":"trace[90078670] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"265.57519ms","start":"2026-05-19T03:03:44.046826Z","end":"2026-05-19T03:03:44.312401Z","steps":["trace[90078670] 'read index received' (duration: 265.201091ms)","trace[90078670] 'applied index is now lower than readState.Index' (duration: 372.259µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:44.312557Z","caller":"traceutil/trace.go:171","msg":"trace[678984662] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"266.214886ms","start":"2026-05-19T03:03:44.046298Z","end":"2026-05-19T03:03:44.312513Z","steps":["trace[678984662] 'process raft request' (duration: 265.855597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:44.312892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.156753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:03:44.313003Z","caller":"traceutil/trace.go:171","msg":"trace[1036400247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1988; }","duration":"132.280807ms","start":"2026-05-19T03:03:44.180701Z","end":"2026-05-19T03:03:44.312982Z","steps":["trace[1036400247] 'agreement among raft nodes before linearized reading' (duration: 132.106942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:44.313101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.781436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:03:44.312681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.833446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-19T03:03:44.313189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.688133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-19T03:03:44.313195Z","caller":"traceutil/trace.go:171","msg":"trace[1815190319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1988; }","duration":"201.915349ms","start":"2026-05-19T03:03:44.111256Z","end":"2026-05-19T03:03:44.313171Z","steps":["trace[1815190319] 'agreement among raft nodes before linearized reading' (duration: 201.639693ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.313251Z","caller":"traceutil/trace.go:171","msg":"trace[2137243460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1988; }","duration":"201.775676ms","start":"2026-05-19T03:03:44.111456Z","end":"2026-05-19T03:03:44.313232Z","steps":["trace[2137243460] 'agreement among raft nodes before linearized reading' (duration: 201.613722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:44.312772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.84706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:03:44.313285Z","caller":"traceutil/trace.go:171","msg":"trace[288619818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1988; }","duration":"266.442792ms","start":"2026-05-19T03:03:44.046785Z","end":"2026-05-19T03:03:44.313227Z","steps":["trace[288619818] 'agreement among raft nodes before linearized reading' (duration: 265.754555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:44.313401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.53269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T03:03:44.313508Z","caller":"traceutil/trace.go:171","msg":"trace[600298954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1988; }","duration":"203.683365ms","start":"2026-05-19T03:03:44.109808Z","end":"2026-05-19T03:03:44.313492Z","steps":["trace[600298954] 'agreement among raft nodes before linearized reading' (duration: 203.333696ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:44.313367Z","caller":"traceutil/trace.go:171","msg":"trace[288338055] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1988; }","duration":"231.461435ms","start":"2026-05-19T03:03:44.081866Z","end":"2026-05-19T03:03:44.313327Z","steps":["trace[288338055] 'agreement among raft nodes before linearized reading' (duration: 230.86393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:45.279018Z","caller":"traceutil/trace.go:171","msg":"trace[967352939] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"107.675548ms","start":"2026-05-19T03:03:45.17132Z","end":"2026-05-19T03:03:45.278995Z","steps":["trace[967352939] 'process raft request' (duration: 107.531414ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:03:45.279208Z","caller":"traceutil/trace.go:171","msg":"trace[1436623064] linearizableReadLoop","detail":"{readStateIndex:2077; appliedIndex:2074; }","duration":"102.818852ms","start":"2026-05-19T03:03:45.176359Z","end":"2026-05-19T03:03:45.279178Z","steps":["trace[1436623064] 'read index received' (duration: 46.640294ms)","trace[1436623064] 'applied index is now lower than readState.Index' (duration: 56.176238ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:03:45.279302Z","caller":"traceutil/trace.go:171","msg":"trace[667503676] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"107.938044ms","start":"2026-05-19T03:03:45.171331Z","end":"2026-05-19T03:03:45.279269Z","steps":["trace[667503676] 'process raft request' (duration: 107.636196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:45.279428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.053688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-19T03:03:45.27948Z","caller":"traceutil/trace.go:171","msg":"trace[371211801] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1995; }","duration":"103.140951ms","start":"2026-05-19T03:03:45.176323Z","end":"2026-05-19T03:03:45.279464Z","steps":["trace[371211801] 'agreement among raft nodes before linearized reading' (duration: 102.999497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:03:51.224995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.558229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-19T03:03:51.225064Z","caller":"traceutil/trace.go:171","msg":"trace[1425708656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2031; }","duration":"149.666272ms","start":"2026-05-19T03:03:51.075382Z","end":"2026-05-19T03:03:51.225049Z","steps":["trace[1425708656] 'range keys from in-memory index tree' (duration: 149.420626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:17.953094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589296062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:04:18.392831Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0634606s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:04:18.393363Z","caller":"traceutil/trace.go:171","msg":"trace[1729649293] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"1.064090057s","start":"2026-05-19T03:04:17.329248Z","end":"2026-05-19T03:04:18.393338Z","steps":["trace[1729649293] 'process raft request' (duration: 1.063891302s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.393602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.329222Z","time spent":"1.06421636s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:18.611455Z","caller":"traceutil/trace.go:171","msg":"trace[2011217018] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2258; }","duration":"1.158998114s","start":"2026-05-19T03:04:17.452437Z","end":"2026-05-19T03:04:18.611435Z","steps":["trace[2011217018] 'read index received' (duration: 940.582883ms)","trace[2011217018] 'applied index is now lower than readState.Index' (duration: 218.414401ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:18.611467Z","caller":"traceutil/trace.go:171","msg":"trace[1860637201] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"1.224935898s","start":"2026-05-19T03:04:17.386508Z","end":"2026-05-19T03:04:18.611444Z","steps":["trace[1860637201] 'process raft request' (duration: 1.224814325s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:18.61155Z","caller":"traceutil/trace.go:171","msg":"trace[17252472] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"868.685326ms","start":"2026-05-19T03:04:17.742845Z","end":"2026-05-19T03:04:18.61153Z","steps":["trace[17252472] 'process raft request' (duration: 868.545513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.611597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159141017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:18.611641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.386473Z","time spent":"1.225076772s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:18.611658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.742821Z","time spent":"868.794911ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:18.611673Z","caller":"traceutil/trace.go:171","msg":"trace[301686351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2173; }","duration":"1.159260422s","start":"2026-05-19T03:04:17.452397Z","end":"2026-05-19T03:04:18.611657Z","steps":["trace[301686351] 'agreement among raft nodes before linearized reading' (duration: 1.159142578s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.61173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.452369Z","time spent":"1.159345514s","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:04:18.611454Z","caller":"traceutil/trace.go:171","msg":"trace[868088621] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"1.230101532s","start":"2026-05-19T03:04:17.381317Z","end":"2026-05-19T03:04:18.611419Z","steps":["trace[868088621] 'process raft request' (duration: 1.155001543s)","trace[868088621] 'compare' (duration: 74.827532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:18.61185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.38129Z","time spent":"1.230514423s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:18.611954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.609311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T03:04:18.611958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002219518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:18.612006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.980846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:04:18.612009Z","caller":"traceutil/trace.go:171","msg":"trace[2126635337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2173; }","duration":"131.684423ms","start":"2026-05-19T03:04:18.480305Z","end":"2026-05-19T03:04:18.611989Z","steps":["trace[2126635337] 'agreement among raft nodes before linearized reading' (duration: 131.483938ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:18.612036Z","caller":"traceutil/trace.go:171","msg":"trace[585545640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2173; }","duration":"1.002338721s","start":"2026-05-19T03:04:17.609672Z","end":"2026-05-19T03:04:18.612011Z","steps":["trace[585545640] 'agreement among raft nodes before linearized reading' (duration: 1.002214007s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:18.612048Z","caller":"traceutil/trace.go:171","msg":"trace[1239107835] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2173; }","duration":"539.073148ms","start":"2026-05-19T03:04:18.072964Z","end":"2026-05-19T03:04:18.612037Z","steps":["trace[1239107835] 'agreement among raft nodes before linearized reading' (duration: 539.005457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.61208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.072938Z","time spent":"539.13309ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:04:18.612085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.60965Z","time spent":"1.002422563s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:04:18.612189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139834623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:04:18.612217Z","caller":"traceutil/trace.go:171","msg":"trace[566787575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2173; }","duration":"1.139899235s","start":"2026-05-19T03:04:17.472309Z","end":"2026-05-19T03:04:18.612208Z","steps":["trace[566787575] 'agreement among raft nodes before linearized reading' (duration: 1.139270108s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.612173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.839813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:18.612238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.472292Z","time spent":"1.139940635s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:04:18.612213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.606397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T03:04:18.612293Z","caller":"traceutil/trace.go:171","msg":"trace[1770920411] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:2173; }","duration":"893.74166ms","start":"2026-05-19T03:04:17.718526Z","end":"2026-05-19T03:04:18.612267Z","steps":["trace[1770920411] 'agreement among raft nodes before linearized reading' (duration: 893.35446ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:18.612289Z","caller":"traceutil/trace.go:171","msg":"trace[358994161] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2173; }","duration":"569.021098ms","start":"2026-05-19T03:04:18.043237Z","end":"2026-05-19T03:04:18.612258Z","steps":["trace[358994161] 'agreement among raft nodes before linearized reading' (duration: 568.778962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.612332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.718503Z","time spent":"893.822682ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:04:18.612372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.043216Z","time spent":"569.14297ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:04:18.612465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069925606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:04:18.612661Z","caller":"traceutil/trace.go:171","msg":"trace[2101169070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2173; }","duration":"1.070150272s","start":"2026-05-19T03:04:17.54243Z","end":"2026-05-19T03:04:18.61258Z","steps":["trace[2101169070] 'agreement among raft nodes before linearized reading' (duration: 1.069511806s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:18.612786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:17.542409Z","time spent":"1.070358148s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:04:19.881247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.441343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-19T03:04:19.881382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.613742Z","time spent":"1.267634298s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:04:20.359054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290281138s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:04:20.359501Z","caller":"traceutil/trace.go:171","msg":"trace[1226705402] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.742993749s","start":"2026-05-19T03:04:18.616475Z","end":"2026-05-19T03:04:20.359469Z","steps":["trace[1226705402] 'process raft request' (duration: 1.742763083s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.359687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.61645Z","time spent":"1.743147253s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.359858Z","caller":"traceutil/trace.go:171","msg":"trace[784987339] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.743303608s","start":"2026-05-19T03:04:18.616535Z","end":"2026-05-19T03:04:20.359838Z","steps":["trace[784987339] 'process raft request' (duration: 1.742867806s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.359896Z","caller":"traceutil/trace.go:171","msg":"trace[1712429623] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.743201065s","start":"2026-05-19T03:04:18.616672Z","end":"2026-05-19T03:04:20.359873Z","steps":["trace[1712429623] 'process raft request' (duration: 1.743036511s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.359963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.616503Z","time spent":"1.743400531s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:20.360007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.616659Z","time spent":"1.743290478s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.360092Z","caller":"traceutil/trace.go:171","msg":"trace[291083046] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.74336465s","start":"2026-05-19T03:04:18.616701Z","end":"2026-05-19T03:04:20.360065Z","steps":["trace[291083046] 'process raft request' (duration: 1.743122584s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.360203Z","caller":"traceutil/trace.go:171","msg":"trace[109671067] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2262; }","duration":"1.7293937s","start":"2026-05-19T03:04:18.630768Z","end":"2026-05-19T03:04:20.360162Z","steps":["trace[109671067] 'read index received' (duration: 438.022524ms)","trace[109671067] 'applied index is now lower than readState.Index' (duration: 1.291370226s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:20.360235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.616686Z","time spent":"1.743476782s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.360239Z","caller":"traceutil/trace.go:171","msg":"trace[1169593551] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"1.743438601s","start":"2026-05-19T03:04:18.616764Z","end":"2026-05-19T03:04:20.360203Z","steps":["trace[1169593551] 'process raft request' (duration: 1.743216616s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.360258Z","caller":"traceutil/trace.go:171","msg":"trace[2106650721] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.74264584s","start":"2026-05-19T03:04:18.617584Z","end":"2026-05-19T03:04:20.36023Z","steps":["trace[2106650721] 'process raft request' (duration: 1.742531357s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.360316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729554935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:04:20.360358Z","caller":"traceutil/trace.go:171","msg":"trace[766985581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"1.729629076s","start":"2026-05-19T03:04:18.630718Z","end":"2026-05-19T03:04:20.360347Z","steps":["trace[766985581] 'agreement among raft nodes before linearized reading' (duration: 1.729547654s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.360382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.630704Z","time spent":"1.729672788s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:04:20.360385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.617575Z","time spent":"1.742751493s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:20.360399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.616753Z","time spent":"1.743562854s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.407673Z","caller":"traceutil/trace.go:171","msg":"trace[1355071568] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.20390809s","start":"2026-05-19T03:04:19.203739Z","end":"2026-05-19T03:04:20.407647Z","steps":["trace[1355071568] 'process raft request' (duration: 1.203680055s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.407854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.203697Z","time spent":"1.204070374s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.40788Z","caller":"traceutil/trace.go:171","msg":"trace[1242194165] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"525.381637ms","start":"2026-05-19T03:04:19.882478Z","end":"2026-05-19T03:04:20.40786Z","steps":["trace[1242194165] 'process raft request' (duration: 525.085719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.407996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.882446Z","time spent":"525.483419ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:04:20.408075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667724095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b0d87140bd1f71\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-19T03:04:20.408161Z","caller":"traceutil/trace.go:171","msg":"trace[1964605629] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b0d87140bd1f71; range_end:; response_count:1; response_revision:2181; }","duration":"1.66786688s","start":"2026-05-19T03:04:18.740271Z","end":"2026-05-19T03:04:20.408138Z","steps":["trace[1964605629] 'agreement among raft nodes before linearized reading' (duration: 1.667620513s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.408161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.688177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-19T03:04:20.408163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385599059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-05-19T03:04:20.408207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.740241Z","time spent":"1.667957862s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b0d87140bd1f71\" "} {"level":"warn","ts":"2026-05-19T03:04:20.408073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770297261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:04:20.408244Z","caller":"traceutil/trace.go:171","msg":"trace[803928172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2181; }","duration":"787.81052ms","start":"2026-05-19T03:04:19.620403Z","end":"2026-05-19T03:04:20.408213Z","steps":["trace[803928172] 'agreement among raft nodes before linearized reading' (duration: 787.575384ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.408266Z","caller":"traceutil/trace.go:171","msg":"trace[840742079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2181; }","duration":"1.385736482s","start":"2026-05-19T03:04:19.022489Z","end":"2026-05-19T03:04:20.408226Z","steps":["trace[840742079] 'agreement among raft nodes before linearized reading' (duration: 1.385389013s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.408288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.620387Z","time spent":"787.892241ms","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:04:20.408311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.022459Z","time spent":"1.385841274s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:04:20.408073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.678722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:04:20.408447Z","caller":"traceutil/trace.go:171","msg":"trace[1201281802] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2181; }","duration":"443.076832ms","start":"2026-05-19T03:04:19.965353Z","end":"2026-05-19T03:04:20.40843Z","steps":["trace[1201281802] 'agreement among raft nodes before linearized reading' (duration: 442.60798ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.408417Z","caller":"traceutil/trace.go:171","msg":"trace[674387688] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2181; }","duration":"1.770561638s","start":"2026-05-19T03:04:18.637728Z","end":"2026-05-19T03:04:20.40829Z","steps":["trace[674387688] 'agreement among raft nodes before linearized reading' (duration: 1.770206089s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.408519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:19.965299Z","time spent":"443.191845ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:04:20.408593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:18.637715Z","time spent":"1.770803843s","remote":"127.0.0.1:54504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:04:20.754645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.467346ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:20.754796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.494681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:04:20.75482Z","caller":"traceutil/trace.go:171","msg":"trace[263376717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2181; }","duration":"157.671372ms","start":"2026-05-19T03:04:20.597123Z","end":"2026-05-19T03:04:20.754795Z","steps":["trace[263376717] 'range keys from in-memory index tree' (duration: 157.443585ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.754983Z","caller":"traceutil/trace.go:171","msg":"trace[912810846] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"355.859443ms","start":"2026-05-19T03:04:20.399075Z","end":"2026-05-19T03:04:20.754935Z","steps":["trace[912810846] 'process raft request' (duration: 250.117816ms)","trace[912810846] 'compare' (duration: 105.340095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:04:20.755195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.399053Z","time spent":"356.021706ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.755217Z","caller":"traceutil/trace.go:171","msg":"trace[1771974959] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"347.347444ms","start":"2026-05-19T03:04:20.407823Z","end":"2026-05-19T03:04:20.755171Z","steps":["trace[1771974959] 'read index received' (duration: 241.384531ms)","trace[1771974959] 'applied index is now lower than readState.Index' (duration: 105.960873ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:20.755209Z","caller":"traceutil/trace.go:171","msg":"trace[381348945] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"344.430879ms","start":"2026-05-19T03:04:20.410749Z","end":"2026-05-19T03:04:20.75518Z","steps":["trace[381348945] 'process raft request' (duration: 344.162052ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.755291Z","caller":"traceutil/trace.go:171","msg":"trace[543776281] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"137.655876ms","start":"2026-05-19T03:04:20.617618Z","end":"2026-05-19T03:04:20.755273Z","steps":["trace[543776281] 'process raft request' (duration: 137.375639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.755339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.410723Z","time spent":"344.549002ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:04:20.755473Z","caller":"traceutil/trace.go:171","msg":"trace[2101451026] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"137.599045ms","start":"2026-05-19T03:04:20.617861Z","end":"2026-05-19T03:04:20.75546Z","steps":["trace[2101451026] 'process raft request' (duration: 137.338578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.755507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.845809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:20.755495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.693495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:04:20.755519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.031014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-19T03:04:20.755554Z","caller":"traceutil/trace.go:171","msg":"trace[1895590154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2185; }","duration":"335.939721ms","start":"2026-05-19T03:04:20.419603Z","end":"2026-05-19T03:04:20.755542Z","steps":["trace[1895590154] 'agreement among raft nodes before linearized reading' (duration: 335.857039ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.755578Z","caller":"traceutil/trace.go:171","msg":"trace[711619887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"393.810928ms","start":"2026-05-19T03:04:20.361747Z","end":"2026-05-19T03:04:20.755558Z","steps":["trace[711619887] 'agreement among raft nodes before linearized reading' (duration: 393.564352ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:20.755583Z","caller":"traceutil/trace.go:171","msg":"trace[1712021151] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2185; }","duration":"345.122877ms","start":"2026-05-19T03:04:20.410445Z","end":"2026-05-19T03:04:20.755568Z","steps":["trace[1712021151] 'agreement among raft nodes before linearized reading' (duration: 344.971793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:20.755597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.419574Z","time spent":"336.014143ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:04:20.755631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.410428Z","time spent":"345.195728ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:04:20.75563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:04:20.361732Z","time spent":"393.8905ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:04:22.58028Z","caller":"traceutil/trace.go:171","msg":"trace[69485803] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"194.766673ms","start":"2026-05-19T03:04:22.385489Z","end":"2026-05-19T03:04:22.580256Z","steps":["trace[69485803] 'process raft request' (duration: 194.673471ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:22.580331Z","caller":"traceutil/trace.go:171","msg":"trace[690481767] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"210.888247ms","start":"2026-05-19T03:04:22.369383Z","end":"2026-05-19T03:04:22.580272Z","steps":["trace[690481767] 'process raft request' (duration: 141.595437ms)","trace[690481767] 'compare' (duration: 68.963912ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:22.580375Z","caller":"traceutil/trace.go:171","msg":"trace[1793336312] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"210.801126ms","start":"2026-05-19T03:04:22.369535Z","end":"2026-05-19T03:04:22.580336Z","steps":["trace[1793336312] 'process raft request' (duration: 210.55513ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:22.580716Z","caller":"traceutil/trace.go:171","msg":"trace[1274190237] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"155.132455ms","start":"2026-05-19T03:04:22.425546Z","end":"2026-05-19T03:04:22.580678Z","steps":["trace[1274190237] 'process raft request' (duration: 154.94878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:04:22.58079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.475199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T03:04:22.580862Z","caller":"traceutil/trace.go:171","msg":"trace[253556167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"156.592883ms","start":"2026-05-19T03:04:22.424246Z","end":"2026-05-19T03:04:22.580839Z","steps":["trace[253556167] 'agreement among raft nodes before linearized reading' (duration: 156.415448ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:22.580626Z","caller":"traceutil/trace.go:171","msg":"trace[698720261] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2275; }","duration":"156.297925ms","start":"2026-05-19T03:04:22.42431Z","end":"2026-05-19T03:04:22.580608Z","steps":["trace[698720261] 'read index received' (duration: 4.543836ms)","trace[698720261] 'applied index is now lower than readState.Index' (duration: 151.753209ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:04:22.580672Z","caller":"traceutil/trace.go:171","msg":"trace[2137141945] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"194.597699ms","start":"2026-05-19T03:04:22.386058Z","end":"2026-05-19T03:04:22.580656Z","steps":["trace[2137141945] 'process raft request' (duration: 194.140418ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:04:28.959579Z","caller":"traceutil/trace.go:171","msg":"trace[570725732] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"129.820505ms","start":"2026-05-19T03:04:28.829723Z","end":"2026-05-19T03:04:28.959544Z","steps":["trace[570725732] 'process raft request' (duration: 109.095844ms)","trace[570725732] 'compare' (duration: 20.423754ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:00.994942Z","caller":"traceutil/trace.go:171","msg":"trace[2112006783] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"134.575509ms","start":"2026-05-19T03:05:00.860334Z","end":"2026-05-19T03:05:00.994909Z","steps":["trace[2112006783] 'process raft request' (duration: 120.514389ms)","trace[2112006783] 'compare' (duration: 13.909536ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:00.996483Z","caller":"traceutil/trace.go:171","msg":"trace[769473510] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"102.774714ms","start":"2026-05-19T03:05:00.893681Z","end":"2026-05-19T03:05:00.996456Z","steps":["trace[769473510] 'process raft request' (duration: 102.481667ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:12.226389Z","caller":"traceutil/trace.go:171","msg":"trace[1360318939] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"148.403524ms","start":"2026-05-19T03:05:12.077953Z","end":"2026-05-19T03:05:12.226356Z","steps":["trace[1360318939] 'process raft request' (duration: 148.178338ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:22.897764Z","caller":"traceutil/trace.go:171","msg":"trace[158779707] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"128.331269ms","start":"2026-05-19T03:05:22.769391Z","end":"2026-05-19T03:05:22.897723Z","steps":["trace[158779707] 'process raft request' (duration: 128.123113ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:29.209614Z","caller":"traceutil/trace.go:171","msg":"trace[1724014144] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"104.730945ms","start":"2026-05-19T03:05:29.104834Z","end":"2026-05-19T03:05:29.209565Z","steps":["trace[1724014144] 'process raft request' (duration: 104.621832ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:29.209698Z","caller":"traceutil/trace.go:171","msg":"trace[1836662735] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"108.629575ms","start":"2026-05-19T03:05:29.101009Z","end":"2026-05-19T03:05:29.209639Z","steps":["trace[1836662735] 'process raft request' (duration: 72.914559ms)","trace[1836662735] 'compare' (duration: 35.317946ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:35.482531Z","caller":"traceutil/trace.go:171","msg":"trace[130827304] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"486.026169ms","start":"2026-05-19T03:05:34.996479Z","end":"2026-05-19T03:05:35.482505Z","steps":["trace[130827304] 'read index received' (duration: 485.822474ms)","trace[130827304] 'applied index is now lower than readState.Index' (duration: 202.705µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:35.482608Z","caller":"traceutil/trace.go:171","msg":"trace[1653790570] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"520.232136ms","start":"2026-05-19T03:05:34.962355Z","end":"2026-05-19T03:05:35.482587Z","steps":["trace[1653790570] 'process raft request' (duration: 519.965649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.482738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:34.962323Z","time spent":"520.329928ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:35.482771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.288845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:05:35.482809Z","caller":"traceutil/trace.go:171","msg":"trace[1038142247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2774; }","duration":"486.368777ms","start":"2026-05-19T03:05:34.996427Z","end":"2026-05-19T03:05:35.482796Z","steps":["trace[1038142247] 'agreement among raft nodes before linearized reading' (duration: 486.192073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.482843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:34.996406Z","time spent":"486.428079ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:05:35.486371Z","caller":"traceutil/trace.go:171","msg":"trace[1626151995] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"249.261199ms","start":"2026-05-19T03:05:35.237047Z","end":"2026-05-19T03:05:35.486308Z","steps":["trace[1626151995] 'process raft request' (duration: 249.053654ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:35.486446Z","caller":"traceutil/trace.go:171","msg":"trace[1029272233] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"249.013793ms","start":"2026-05-19T03:05:35.237413Z","end":"2026-05-19T03:05:35.486427Z","steps":["trace[1029272233] 'process raft request' (duration: 248.806408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.486594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.025674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:05:35.486663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.886431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-19T03:05:35.486671Z","caller":"traceutil/trace.go:171","msg":"trace[508560335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2778; }","duration":"487.143837ms","start":"2026-05-19T03:05:34.999509Z","end":"2026-05-19T03:05:35.486653Z","steps":["trace[508560335] 'agreement among raft nodes before linearized reading' (duration: 486.985763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.486736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:34.999481Z","time spent":"487.24191ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:05:35.486743Z","caller":"traceutil/trace.go:171","msg":"trace[1370834569] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"248.032617ms","start":"2026-05-19T03:05:35.238564Z","end":"2026-05-19T03:05:35.486597Z","steps":["trace[1370834569] 'process raft request' (duration: 247.73094ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:35.486835Z","caller":"traceutil/trace.go:171","msg":"trace[510258394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2778; }","duration":"234.950263ms","start":"2026-05-19T03:05:35.251745Z","end":"2026-05-19T03:05:35.486695Z","steps":["trace[510258394] 'agreement among raft nodes before linearized reading' (duration: 234.806439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.486838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.355217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:05:35.486925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.849431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:05:35.48703Z","caller":"traceutil/trace.go:171","msg":"trace[487278928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2778; }","duration":"440.519022ms","start":"2026-05-19T03:05:35.046441Z","end":"2026-05-19T03:05:35.48696Z","steps":["trace[487278928] 'agreement among raft nodes before linearized reading' (duration: 440.322967ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:35.487055Z","caller":"traceutil/trace.go:171","msg":"trace[285289421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2778; }","duration":"481.927113ms","start":"2026-05-19T03:05:35.00504Z","end":"2026-05-19T03:05:35.486967Z","steps":["trace[285289421] 'agreement among raft nodes before linearized reading' (duration: 481.799909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:35.487089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:35.046423Z","time spent":"440.650614ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:35.487105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:35.005025Z","time spent":"482.067047ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:05:36.303068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.970494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:36.30314Z","caller":"traceutil/trace.go:171","msg":"trace[895866712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2783; }","duration":"693.091627ms","start":"2026-05-19T03:05:35.610028Z","end":"2026-05-19T03:05:36.30312Z","steps":["trace[895866712] 'range keys from in-memory index tree' (duration: 692.83406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:36.303165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:35.610007Z","time spent":"693.152188ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:05:36.30329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.187855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-19T03:05:36.303567Z","caller":"traceutil/trace.go:171","msg":"trace[1441603674] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2783; }","duration":"694.494082ms","start":"2026-05-19T03:05:35.609061Z","end":"2026-05-19T03:05:36.303555Z","steps":["trace[1441603674] 'range keys from in-memory index tree' (duration: 693.946558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:36.303644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:35.609043Z","time spent":"694.589925ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-19T03:05:41.909837Z","caller":"traceutil/trace.go:171","msg":"trace[838240927] linearizableReadLoop","detail":"{readStateIndex:2922; appliedIndex:2921; }","duration":"401.567673ms","start":"2026-05-19T03:05:41.508235Z","end":"2026-05-19T03:05:41.909802Z","steps":["trace[838240927] 'read index received' (duration: 401.342458ms)","trace[838240927] 'applied index is now lower than readState.Index' (duration: 223.445µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:41.909912Z","caller":"traceutil/trace.go:171","msg":"trace[2003386326] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"404.291353ms","start":"2026-05-19T03:05:41.50558Z","end":"2026-05-19T03:05:41.909871Z","steps":["trace[2003386326] 'process raft request' (duration: 404.007266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:41.910176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.870201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:05:41.910229Z","caller":"traceutil/trace.go:171","msg":"trace[169123724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2808; }","duration":"402.030555ms","start":"2026-05-19T03:05:41.508181Z","end":"2026-05-19T03:05:41.910212Z","steps":["trace[169123724] 'agreement among raft nodes before linearized reading' (duration: 401.788519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:41.910282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.508156Z","time spent":"402.114667ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:41.910415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.505548Z","time spent":"404.5659ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:42.080153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.981168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:05:42.080495Z","caller":"traceutil/trace.go:171","msg":"trace[588757366] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"571.867659ms","start":"2026-05-19T03:05:41.508566Z","end":"2026-05-19T03:05:42.080433Z","steps":["trace[588757366] 'process raft request' (duration: 456.464531ms)","trace[588757366] 'compare' (duration: 114.592267ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:42.08055Z","caller":"traceutil/trace.go:171","msg":"trace[1704672434] linearizableReadLoop","detail":"{readStateIndex:2924; appliedIndex:2922; }","duration":"170.575132ms","start":"2026-05-19T03:05:41.909926Z","end":"2026-05-19T03:05:42.080502Z","steps":["trace[1704672434] 'read index received' (duration: 55.120673ms)","trace[1704672434] 'applied index is now lower than readState.Index' (duration: 115.452909ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:42.080789Z","caller":"traceutil/trace.go:171","msg":"trace[1751547580] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"165.317838ms","start":"2026-05-19T03:05:41.915456Z","end":"2026-05-19T03:05:42.080773Z","steps":["trace[1751547580] 'process raft request' (duration: 165.00499ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.080874Z","caller":"traceutil/trace.go:171","msg":"trace[1997910060] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"569.077817ms","start":"2026-05-19T03:05:41.511775Z","end":"2026-05-19T03:05:42.080853Z","steps":["trace[1997910060] 'process raft request' (duration: 568.540974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.080898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.000506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:05:42.080906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.508533Z","time spent":"572.250698ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:42.080942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.603761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:05:42.080957Z","caller":"traceutil/trace.go:171","msg":"trace[1015094222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2811; }","duration":"523.090197ms","start":"2026-05-19T03:05:41.557853Z","end":"2026-05-19T03:05:42.080943Z","steps":["trace[1015094222] 'agreement among raft nodes before linearized reading' (duration: 522.678237ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.080995Z","caller":"traceutil/trace.go:171","msg":"trace[385921931] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2811; }","duration":"539.713964ms","start":"2026-05-19T03:05:41.541265Z","end":"2026-05-19T03:05:42.080979Z","steps":["trace[385921931] 'agreement among raft nodes before linearized reading' (duration: 539.518569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.080985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.511745Z","time spent":"569.18744ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:05:42.081009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.626132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:05:42.081052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.32619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T03:05:42.081044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.541227Z","time spent":"539.806507ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:05:42.081075Z","caller":"traceutil/trace.go:171","msg":"trace[1145678048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2811; }","duration":"524.386552ms","start":"2026-05-19T03:05:41.556679Z","end":"2026-05-19T03:05:42.081066Z","steps":["trace[1145678048] 'agreement among raft nodes before linearized reading' (duration: 524.101524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.081103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.556659Z","time spent":"524.439013ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:05:42.081074Z","caller":"traceutil/trace.go:171","msg":"trace[1064155605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2811; }","duration":"523.711204ms","start":"2026-05-19T03:05:41.557352Z","end":"2026-05-19T03:05:42.081063Z","steps":["trace[1064155605] 'agreement among raft nodes before linearized reading' (duration: 523.470298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.08117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.557342Z","time spent":"523.814607ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:05:42.080995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.557846Z","time spent":"523.14158ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:05:42.081223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.493281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-19T03:05:42.081311Z","caller":"traceutil/trace.go:171","msg":"trace[916069331] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2811; }","duration":"472.641855ms","start":"2026-05-19T03:05:41.608655Z","end":"2026-05-19T03:05:42.081297Z","steps":["trace[916069331] 'agreement among raft nodes before linearized reading' (duration: 472.234455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.081358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.608637Z","time spent":"472.713497ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-19T03:05:42.081559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.331705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:05:42.082806Z","caller":"traceutil/trace.go:171","msg":"trace[33109389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2811; }","duration":"525.481391ms","start":"2026-05-19T03:05:41.55614Z","end":"2026-05-19T03:05:42.081622Z","steps":["trace[33109389] 'agreement among raft nodes before linearized reading' (duration: 524.765121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.083073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:05:41.556108Z","time spent":"526.914066ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:05:42.308605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.492576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:05:42.30893Z","caller":"traceutil/trace.go:171","msg":"trace[311575491] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"223.169111ms","start":"2026-05-19T03:05:42.085675Z","end":"2026-05-19T03:05:42.308845Z","steps":["trace[311575491] 'process raft request' (duration: 106.351766ms)","trace[311575491] 'compare' (duration: 116.367372ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:42.30891Z","caller":"traceutil/trace.go:171","msg":"trace[987457628] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"222.661598ms","start":"2026-05-19T03:05:42.086218Z","end":"2026-05-19T03:05:42.308879Z","steps":["trace[987457628] 'process raft request' (duration: 222.506164ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.309085Z","caller":"traceutil/trace.go:171","msg":"trace[598245768] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"222.35388ms","start":"2026-05-19T03:05:42.086704Z","end":"2026-05-19T03:05:42.309058Z","steps":["trace[598245768] 'process raft request' (duration: 222.172176ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.30909Z","caller":"traceutil/trace.go:171","msg":"trace[147668838] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"222.486493ms","start":"2026-05-19T03:05:42.086576Z","end":"2026-05-19T03:05:42.309062Z","steps":["trace[147668838] 'process raft request' (duration: 222.216817ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.309135Z","caller":"traceutil/trace.go:171","msg":"trace[130361649] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"222.320109ms","start":"2026-05-19T03:05:42.086704Z","end":"2026-05-19T03:05:42.309024Z","steps":["trace[130361649] 'process raft request' (duration: 222.125124ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:42.308969Z","caller":"traceutil/trace.go:171","msg":"trace[215802832] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2925; }","duration":"220.494152ms","start":"2026-05-19T03:05:42.088433Z","end":"2026-05-19T03:05:42.308927Z","steps":["trace[215802832] 'read index received' (duration: 103.606425ms)","trace[215802832] 'applied index is now lower than readState.Index' (duration: 116.886527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:05:42.309566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.100377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-19T03:05:42.309694Z","caller":"traceutil/trace.go:171","msg":"trace[95289006] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2816; }","duration":"221.226121ms","start":"2026-05-19T03:05:42.088403Z","end":"2026-05-19T03:05:42.309629Z","steps":["trace[95289006] 'agreement among raft nodes before linearized reading' (duration: 220.888392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:42.607213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.130183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:05:42.607305Z","caller":"traceutil/trace.go:171","msg":"trace[433401410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2817; }","duration":"133.274136ms","start":"2026-05-19T03:05:42.474007Z","end":"2026-05-19T03:05:42.607281Z","steps":["trace[433401410] 'count revisions from in-memory index tree' (duration: 133.04605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:48.705944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.263554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:05:48.706283Z","caller":"traceutil/trace.go:171","msg":"trace[2007566967] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2965; }","duration":"289.040999ms","start":"2026-05-19T03:05:48.41722Z","end":"2026-05-19T03:05:48.706261Z","steps":["trace[2007566967] 'read index received' (duration: 95.367535ms)","trace[2007566967] 'applied index is now lower than readState.Index' (duration: 193.671974ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:48.706276Z","caller":"traceutil/trace.go:171","msg":"trace[1145026122] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"290.504196ms","start":"2026-05-19T03:05:48.415722Z","end":"2026-05-19T03:05:48.706226Z","steps":["trace[1145026122] 'process raft request' (duration: 96.848672ms)","trace[1145026122] 'compare' (duration: 193.08252ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:05:48.706514Z","caller":"traceutil/trace.go:171","msg":"trace[1464180479] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"289.895091ms","start":"2026-05-19T03:05:48.416588Z","end":"2026-05-19T03:05:48.706483Z","steps":["trace[1464180479] 'process raft request' (duration: 289.615174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:05:48.706597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.368997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-05-19T03:05:48.706615Z","caller":"traceutil/trace.go:171","msg":"trace[1592934786] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"290.483335ms","start":"2026-05-19T03:05:48.415984Z","end":"2026-05-19T03:05:48.706467Z","steps":["trace[1592934786] 'process raft request' (duration: 290.110536ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:05:48.706684Z","caller":"traceutil/trace.go:171","msg":"trace[453237067] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2852; }","duration":"289.459879ms","start":"2026-05-19T03:05:48.417197Z","end":"2026-05-19T03:05:48.706656Z","steps":["trace[453237067] 'agreement among raft nodes before linearized reading' (duration: 289.240054ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:07:35.521588Z","caller":"traceutil/trace.go:171","msg":"trace[1937019548] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"294.226788ms","start":"2026-05-19T03:07:35.227325Z","end":"2026-05-19T03:07:35.521552Z","steps":["trace[1937019548] 'process raft request' (duration: 293.969651ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:07:35.525784Z","caller":"traceutil/trace.go:171","msg":"trace[2126445219] linearizableReadLoop","detail":"{readStateIndex:3675; appliedIndex:3672; }","duration":"240.944283ms","start":"2026-05-19T03:07:35.28481Z","end":"2026-05-19T03:07:35.525755Z","steps":["trace[2126445219] 'read index received' (duration: 236.538041ms)","trace[2126445219] 'applied index is now lower than readState.Index' (duration: 4.405132ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:07:35.525806Z","caller":"traceutil/trace.go:171","msg":"trace[310389417] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"296.375732ms","start":"2026-05-19T03:07:35.229399Z","end":"2026-05-19T03:07:35.525775Z","steps":["trace[310389417] 'process raft request' (duration: 296.178417ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:07:35.525841Z","caller":"traceutil/trace.go:171","msg":"trace[460864452] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"296.243819ms","start":"2026-05-19T03:07:35.229571Z","end":"2026-05-19T03:07:35.525815Z","steps":["trace[460864452] 'process raft request' (duration: 296.139636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:07:35.525961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.132477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:07:35.526003Z","caller":"traceutil/trace.go:171","msg":"trace[1777275595] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3531; }","duration":"241.22868ms","start":"2026-05-19T03:07:35.284764Z","end":"2026-05-19T03:07:35.525993Z","steps":["trace[1777275595] 'agreement among raft nodes before linearized reading' (duration: 241.137798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:07:35.526317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.678623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:07:35.526402Z","caller":"traceutil/trace.go:171","msg":"trace[1686274572] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3531; }","duration":"177.807166ms","start":"2026-05-19T03:07:35.348577Z","end":"2026-05-19T03:07:35.526384Z","steps":["trace[1686274572] 'agreement among raft nodes before linearized reading' (duration: 177.670922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:09.340952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589300166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:08:09.408598Z","caller":"traceutil/trace.go:171","msg":"trace[556120581] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"695.065206ms","start":"2026-05-19T03:08:08.713506Z","end":"2026-05-19T03:08:09.408572Z","steps":["trace[556120581] 'process raft request' (duration: 694.894842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:09.408809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:08:08.713476Z","time spent":"695.236281ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:08:09.631154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.718223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:08:09.631266Z","caller":"traceutil/trace.go:171","msg":"trace[2071612987] linearizableReadLoop","detail":"{readStateIndex:3933; appliedIndex:3931; }","duration":"791.186961ms","start":"2026-05-19T03:08:08.840061Z","end":"2026-05-19T03:08:09.631247Z","steps":["trace[2071612987] 'read index received' (duration: 568.355511ms)","trace[2071612987] 'applied index is now lower than readState.Index' (duration: 222.82995ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:08:09.631537Z","caller":"traceutil/trace.go:171","msg":"trace[363369563] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"886.940533ms","start":"2026-05-19T03:08:08.74456Z","end":"2026-05-19T03:08:09.6315Z","steps":["trace[363369563] 'process raft request' (duration: 708.783549ms)","trace[363369563] 'compare' (duration: 177.516788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:08:09.631791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:08:08.744541Z","time spent":"887.144069ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:08:09.631852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.09567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T03:08:09.631943Z","caller":"traceutil/trace.go:171","msg":"trace[1857546245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3782; }","duration":"546.232744ms","start":"2026-05-19T03:08:09.085692Z","end":"2026-05-19T03:08:09.631924Z","steps":["trace[1857546245] 'agreement among raft nodes before linearized reading' (duration: 545.961897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:09.631859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.814688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-19T03:08:09.63199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:08:09.085671Z","time spent":"546.310206ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:08:09.632058Z","caller":"traceutil/trace.go:171","msg":"trace[664681416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3782; }","duration":"547.057434ms","start":"2026-05-19T03:08:09.084969Z","end":"2026-05-19T03:08:09.632026Z","steps":["trace[664681416] 'agreement among raft nodes before linearized reading' (duration: 546.646844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:09.632125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:08:09.084949Z","time spent":"547.161668ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:08:09.632332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.274698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:08:09.632378Z","caller":"traceutil/trace.go:171","msg":"trace[360613243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3782; }","duration":"792.34727ms","start":"2026-05-19T03:08:08.840021Z","end":"2026-05-19T03:08:09.632368Z","steps":["trace[360613243] 'agreement among raft nodes before linearized reading' (duration: 791.504299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:08:09.632407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:08:08.839967Z","time spent":"792.431962ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:09:22.326415Z","caller":"traceutil/trace.go:171","msg":"trace[1616213344] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"110.352721ms","start":"2026-05-19T03:09:22.21603Z","end":"2026-05-19T03:09:22.326383Z","steps":["trace[1616213344] 'process raft request' (duration: 107.565581ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:23.557379Z","caller":"traceutil/trace.go:171","msg":"trace[1642291853] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"260.141652ms","start":"2026-05-19T03:09:23.297216Z","end":"2026-05-19T03:09:23.557358Z","steps":["trace[1642291853] 'process raft request' (duration: 259.998518ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:23.557404Z","caller":"traceutil/trace.go:171","msg":"trace[1983786952] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4817; }","duration":"204.252083ms","start":"2026-05-19T03:09:23.353125Z","end":"2026-05-19T03:09:23.557377Z","steps":["trace[1983786952] 'read index received' (duration: 204.239613ms)","trace[1983786952] 'applied index is now lower than readState.Index' (duration: 9.58µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:23.557678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.53762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-05-19T03:09:23.557727Z","caller":"traceutil/trace.go:171","msg":"trace[1121663025] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4632; }","duration":"204.642483ms","start":"2026-05-19T03:09:23.35307Z","end":"2026-05-19T03:09:23.557712Z","steps":["trace[1121663025] 'agreement among raft nodes before linearized reading' (duration: 204.421887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:23.558943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.255678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:23.559015Z","caller":"traceutil/trace.go:171","msg":"trace[1598630725] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4633; }","duration":"162.380831ms","start":"2026-05-19T03:09:23.396618Z","end":"2026-05-19T03:09:23.558999Z","steps":["trace[1598630725] 'agreement among raft nodes before linearized reading' (duration: 162.251648ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:26.835385Z","caller":"traceutil/trace.go:171","msg":"trace[789179097] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"111.878189ms","start":"2026-05-19T03:09:26.723476Z","end":"2026-05-19T03:09:26.835354Z","steps":["trace[789179097] 'process raft request' (duration: 83.036777ms)","trace[789179097] 'compare' (duration: 28.707978ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:28.03029Z","caller":"traceutil/trace.go:171","msg":"trace[1909313752] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"112.472714ms","start":"2026-05-19T03:09:27.917794Z","end":"2026-05-19T03:09:28.030267Z","steps":["trace[1909313752] 'process raft request' (duration: 112.29778ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:28.077836Z","caller":"traceutil/trace.go:171","msg":"trace[1838312457] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4956; }","duration":"104.564604ms","start":"2026-05-19T03:09:27.973241Z","end":"2026-05-19T03:09:28.077806Z","steps":["trace[1838312457] 'read index received' (duration: 56.957747ms)","trace[1838312457] 'applied index is now lower than readState.Index' (duration: 47.605157ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:28.077854Z","caller":"traceutil/trace.go:171","msg":"trace[1226463970] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"159.937139ms","start":"2026-05-19T03:09:27.917875Z","end":"2026-05-19T03:09:28.077812Z","steps":["trace[1226463970] 'process raft request' (duration: 159.698743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:28.077972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.724068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:28.078018Z","caller":"traceutil/trace.go:171","msg":"trace[492173707] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4771; }","duration":"104.784589ms","start":"2026-05-19T03:09:27.973221Z","end":"2026-05-19T03:09:28.078006Z","steps":["trace[492173707] 'agreement among raft nodes before linearized reading' (duration: 104.691677ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:31.318916Z","caller":"traceutil/trace.go:171","msg":"trace[260575592] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5037; }","duration":"420.11984ms","start":"2026-05-19T03:09:30.898767Z","end":"2026-05-19T03:09:31.318886Z","steps":["trace[260575592] 'read index received' (duration: 358.985939ms)","trace[260575592] 'applied index is now lower than readState.Index' (duration: 61.132101ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:31.319096Z","caller":"traceutil/trace.go:171","msg":"trace[134466028] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"462.66163ms","start":"2026-05-19T03:09:30.856393Z","end":"2026-05-19T03:09:31.319054Z","steps":["trace[134466028] 'process raft request' (duration: 401.412146ms)","trace[134466028] 'compare' (duration: 60.545626ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:31.319231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:30.856369Z","time spent":"462.781214ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:31.31925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.469859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:09:31.319304Z","caller":"traceutil/trace.go:171","msg":"trace[1301254719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:4847; }","duration":"420.556891ms","start":"2026-05-19T03:09:30.898732Z","end":"2026-05-19T03:09:31.319289Z","steps":["trace[1301254719] 'agreement among raft nodes before linearized reading' (duration: 420.332426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:31.319388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:30.898714Z","time spent":"420.656694ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:09:31.319502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.916302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nfclv\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-05-19T03:09:31.319547Z","caller":"traceutil/trace.go:171","msg":"trace[11947351] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nfclv; range_end:; response_count:1; response_revision:4847; }","duration":"145.997204ms","start":"2026-05-19T03:09:31.173534Z","end":"2026-05-19T03:09:31.319531Z","steps":["trace[11947351] 'agreement among raft nodes before linearized reading' (duration: 145.868581ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:31.77909Z","caller":"traceutil/trace.go:171","msg":"trace[1062051258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4854; }","duration":"114.861574ms","start":"2026-05-19T03:09:31.664196Z","end":"2026-05-19T03:09:31.779058Z","steps":["trace[1062051258] 'process raft request' (duration: 114.642099ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:31.779122Z","caller":"traceutil/trace.go:171","msg":"trace[1382155605] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"108.609707ms","start":"2026-05-19T03:09:31.670477Z","end":"2026-05-19T03:09:31.779087Z","steps":["trace[1382155605] 'process raft request' (duration: 108.460443ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:32.043607Z","caller":"traceutil/trace.go:171","msg":"trace[76735134] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"190.565905ms","start":"2026-05-19T03:09:31.853018Z","end":"2026-05-19T03:09:32.043584Z","steps":["trace[76735134] 'process raft request' (duration: 190.34052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.187271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589302799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:09:34.28906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.158445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:34.289134Z","caller":"traceutil/trace.go:171","msg":"trace[1196684196] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"629.510124ms","start":"2026-05-19T03:09:33.65958Z","end":"2026-05-19T03:09:34.28909Z","steps":["trace[1196684196] 'process raft request' (duration: 544.792614ms)","trace[1196684196] 'compare' (duration: 84.357931ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:34.289186Z","caller":"traceutil/trace.go:171","msg":"trace[1974050434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4966; }","duration":"679.297298ms","start":"2026-05-19T03:09:33.60984Z","end":"2026-05-19T03:09:34.289137Z","steps":["trace[1974050434] 'range keys from in-memory index tree' (duration: 678.986371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.289185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.662898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720732"} {"level":"warn","ts":"2026-05-19T03:09:34.289228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.609817Z","time spent":"679.402352ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:09:34.289241Z","caller":"traceutil/trace.go:171","msg":"trace[257553359] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4966; }","duration":"668.761001ms","start":"2026-05-19T03:09:33.620466Z","end":"2026-05-19T03:09:34.289227Z","steps":["trace[257553359] 'range keys from in-memory index tree' (duration: 668.232968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.289266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.65955Z","time spent":"629.647948ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:34.28928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.620445Z","time spent":"668.823203ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720755,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-19T03:09:34.425776Z","caller":"traceutil/trace.go:171","msg":"trace[2096994042] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5160; }","duration":"738.562952ms","start":"2026-05-19T03:09:33.687188Z","end":"2026-05-19T03:09:34.425751Z","steps":["trace[2096994042] 'read index received' (duration: 517.202365ms)","trace[2096994042] 'applied index is now lower than readState.Index' (duration: 221.359207ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:34.425821Z","caller":"traceutil/trace.go:171","msg":"trace[1729593952] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"338.192131ms","start":"2026-05-19T03:09:34.087614Z","end":"2026-05-19T03:09:34.425806Z","steps":["trace[1729593952] 'process raft request' (duration: 338.079449ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:34.425817Z","caller":"traceutil/trace.go:171","msg":"trace[260763949] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"640.683288ms","start":"2026-05-19T03:09:33.785103Z","end":"2026-05-19T03:09:34.425786Z","steps":["trace[260763949] 'process raft request' (duration: 639.309952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.425938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.785078Z","time spent":"640.793571ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:34.425957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.744956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:09:34.425995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.08757Z","time spent":"338.298445ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:34.425998Z","caller":"traceutil/trace.go:171","msg":"trace[556062315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4969; }","duration":"738.850709ms","start":"2026-05-19T03:09:33.687134Z","end":"2026-05-19T03:09:34.425985Z","steps":["trace[556062315] 'agreement among raft nodes before linearized reading' (duration: 738.756446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.687111Z","time spent":"738.916391ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:34.426105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.816952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:09:34.426138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.384533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-19T03:09:34.426194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.343912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T03:09:34.426204Z","caller":"traceutil/trace.go:171","msg":"trace[407227484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4969; }","duration":"298.939376ms","start":"2026-05-19T03:09:34.127247Z","end":"2026-05-19T03:09:34.426186Z","steps":["trace[407227484] 'agreement among raft nodes before linearized reading' (duration: 298.71262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:34.426216Z","caller":"traceutil/trace.go:171","msg":"trace[169843671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4969; }","duration":"302.491915ms","start":"2026-05-19T03:09:34.123707Z","end":"2026-05-19T03:09:34.426199Z","steps":["trace[169843671] 'agreement among raft nodes before linearized reading' (duration: 302.29522ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:34.426233Z","caller":"traceutil/trace.go:171","msg":"trace[830632305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4969; }","duration":"302.420764ms","start":"2026-05-19T03:09:34.123801Z","end":"2026-05-19T03:09:34.426222Z","steps":["trace[830632305] 'agreement among raft nodes before linearized reading' (duration: 302.25499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.245084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T03:09:34.426248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.123696Z","time spent":"302.545157ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:09:34.426224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.812146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18bdaed2-3113-47e0-b212-065eb2952adb\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-19T03:09:34.426269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.123768Z","time spent":"302.495216ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:34.42627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.384549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:09:34.426249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.246643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T03:09:34.426334Z","caller":"traceutil/trace.go:171","msg":"trace[1284621146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4969; }","duration":"305.468531ms","start":"2026-05-19T03:09:34.12085Z","end":"2026-05-19T03:09:34.426319Z","steps":["trace[1284621146] 'agreement among raft nodes before linearized reading' (duration: 305.313837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.031514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wqg4z.18b0d8c02aae3feb\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-05-19T03:09:34.426375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.459059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18b0d8c00e3d0cee\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-05-19T03:09:34.426377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.12084Z","time spent":"305.529462ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:09:34.426397Z","caller":"traceutil/trace.go:171","msg":"trace[2052378489] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wqg4z.18b0d8c02aae3feb; range_end:; response_count:1; response_revision:4969; }","duration":"724.097925ms","start":"2026-05-19T03:09:33.70227Z","end":"2026-05-19T03:09:34.426368Z","steps":["trace[2052378489] 'agreement among raft nodes before linearized reading' (duration: 724.015843ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:34.426406Z","caller":"traceutil/trace.go:171","msg":"trace[1601221432] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18b0d8c00e3d0cee; range_end:; response_count:1; response_revision:4969; }","duration":"152.50072ms","start":"2026-05-19T03:09:34.273895Z","end":"2026-05-19T03:09:34.426395Z","steps":["trace[1601221432] 'agreement among raft nodes before linearized reading' (duration: 152.430688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.42642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.672358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18bdaed2-3113-47e0-b212-065eb2952adb\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-19T03:09:34.426382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.057783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:34.426446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.349564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:34.426451Z","caller":"traceutil/trace.go:171","msg":"trace[62149454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18bdaed2-3113-47e0-b212-065eb2952adb; range_end:; response_count:1; response_revision:4969; }","duration":"186.727778ms","start":"2026-05-19T03:09:34.239715Z","end":"2026-05-19T03:09:34.426443Z","steps":["trace[62149454] 'agreement among raft nodes before linearized reading' (duration: 186.643086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.702248Z","time spent":"724.237728ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wqg4z.18b0d8c02aae3feb\" "} {"level":"info","ts":"2026-05-19T03:09:34.426497Z","caller":"traceutil/trace.go:171","msg":"trace[1701662033] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4969; }","duration":"267.440967ms","start":"2026-05-19T03:09:34.159039Z","end":"2026-05-19T03:09:34.42648Z","steps":["trace[1701662033] 'agreement among raft nodes before linearized reading' (duration: 267.373096ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:34.426269Z","caller":"traceutil/trace.go:171","msg":"trace[1252318992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4969; }","duration":"312.360857ms","start":"2026-05-19T03:09:34.113901Z","end":"2026-05-19T03:09:34.426262Z","steps":["trace[1252318992] 'agreement among raft nodes before linearized reading' (duration: 312.202243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.42668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.113888Z","time spent":"312.777697ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:09:34.426319Z","caller":"traceutil/trace.go:171","msg":"trace[1249674416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18bdaed2-3113-47e0-b212-065eb2952adb; range_end:; response_count:1; response_revision:4969; }","duration":"732.96458ms","start":"2026-05-19T03:09:33.693331Z","end":"2026-05-19T03:09:34.426296Z","steps":["trace[1249674416] 'agreement among raft nodes before linearized reading' (duration: 732.633811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:33.693308Z","time spent":"733.505174ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18bdaed2-3113-47e0-b212-065eb2952adb\" "} {"level":"info","ts":"2026-05-19T03:09:34.426451Z","caller":"traceutil/trace.go:171","msg":"trace[282026825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4969; }","duration":"299.5013ms","start":"2026-05-19T03:09:34.126878Z","end":"2026-05-19T03:09:34.42638Z","steps":["trace[282026825] 'agreement among raft nodes before linearized reading' (duration: 299.170201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:34.426894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:34.126856Z","time spent":"300.021373ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:09:34.426566Z","caller":"traceutil/trace.go:171","msg":"trace[1281870966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4969; }","duration":"136.168435ms","start":"2026-05-19T03:09:34.290306Z","end":"2026-05-19T03:09:34.426475Z","steps":["trace[1281870966] 'agreement among raft nodes before linearized reading' (duration: 136.053872ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:37.898698Z","caller":"traceutil/trace.go:171","msg":"trace[876905040] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5247; }","duration":"144.048654ms","start":"2026-05-19T03:09:37.754626Z","end":"2026-05-19T03:09:37.898675Z","steps":["trace[876905040] 'read index received' (duration: 47.332481ms)","trace[876905040] 'applied index is now lower than readState.Index' (duration: 96.714963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:37.898882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.241979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-8598d955cd-4rs52\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-05-19T03:09:37.898911Z","caller":"traceutil/trace.go:171","msg":"trace[1959176725] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-8598d955cd-4rs52; range_end:; response_count:1; response_revision:5050; }","duration":"144.317471ms","start":"2026-05-19T03:09:37.754587Z","end":"2026-05-19T03:09:37.898904Z","steps":["trace[1959176725] 'agreement among raft nodes before linearized reading' (duration: 144.185148ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:37.906203Z","caller":"traceutil/trace.go:171","msg":"trace[1529723704] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"151.115314ms","start":"2026-05-19T03:09:37.755063Z","end":"2026-05-19T03:09:37.906179Z","steps":["trace[1529723704] 'process raft request' (duration: 150.93203ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:38.015973Z","caller":"traceutil/trace.go:171","msg":"trace[1448288063] linearizableReadLoop","detail":"{readStateIndex:5250; appliedIndex:5248; }","duration":"117.203215ms","start":"2026-05-19T03:09:37.898747Z","end":"2026-05-19T03:09:38.01595Z","steps":["trace[1448288063] 'read index received' (duration: 7.174003ms)","trace[1448288063] 'applied index is now lower than readState.Index' (duration: 110.027962ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:38.016079Z","caller":"traceutil/trace.go:171","msg":"trace[161137787] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"193.47204ms","start":"2026-05-19T03:09:37.822592Z","end":"2026-05-19T03:09:38.016064Z","steps":["trace[161137787] 'process raft request' (duration: 181.522326ms)","trace[161137787] 'compare' (duration: 11.531233ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:38.016459Z","caller":"traceutil/trace.go:171","msg":"trace[673230842] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"116.796953ms","start":"2026-05-19T03:09:37.899626Z","end":"2026-05-19T03:09:38.016423Z","steps":["trace[673230842] 'process raft request' (duration: 116.2628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.016545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.783594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-19T03:09:38.016586Z","caller":"traceutil/trace.go:171","msg":"trace[263315777] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5053; }","duration":"172.895126ms","start":"2026-05-19T03:09:37.843679Z","end":"2026-05-19T03:09:38.016574Z","steps":["trace[263315777] 'agreement among raft nodes before linearized reading' (duration: 172.64466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.016706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.303779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:09:38.016774Z","caller":"traceutil/trace.go:171","msg":"trace[1892627060] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5053; }","duration":"229.434162ms","start":"2026-05-19T03:09:37.787322Z","end":"2026-05-19T03:09:38.016756Z","steps":["trace[1892627060] 'agreement among raft nodes before linearized reading' (duration: 229.047881ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:38.105319Z","caller":"traceutil/trace.go:171","msg":"trace[622500662] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"192.543066ms","start":"2026-05-19T03:09:37.912755Z","end":"2026-05-19T03:09:38.105298Z","steps":["trace[622500662] 'process raft request' (duration: 192.394702ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:38.105559Z","caller":"traceutil/trace.go:171","msg":"trace[1829819758] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"156.820509ms","start":"2026-05-19T03:09:37.948732Z","end":"2026-05-19T03:09:38.105552Z","steps":["trace[1829819758] 'process raft request' (duration: 156.527812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.105773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.589285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:38.10583Z","caller":"traceutil/trace.go:171","msg":"trace[167416225] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5055; }","duration":"160.698798ms","start":"2026-05-19T03:09:37.945118Z","end":"2026-05-19T03:09:38.105817Z","steps":["trace[167416225] 'agreement among raft nodes before linearized reading' (duration: 160.520443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.105874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.942346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:38.105932Z","caller":"traceutil/trace.go:171","msg":"trace[503725416] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5055; }","duration":"126.042388ms","start":"2026-05-19T03:09:37.979874Z","end":"2026-05-19T03:09:38.105917Z","steps":["trace[503725416] 'agreement among raft nodes before linearized reading' (duration: 125.952276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.268115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.998006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T03:09:38.26822Z","caller":"traceutil/trace.go:171","msg":"trace[297486724] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5055; }","duration":"139.14877ms","start":"2026-05-19T03:09:38.129048Z","end":"2026-05-19T03:09:38.268197Z","steps":["trace[297486724] 'range keys from in-memory index tree' (duration: 138.910034ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:38.268211Z","caller":"traceutil/trace.go:171","msg":"trace[182620996] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"139.010627ms","start":"2026-05-19T03:09:38.129169Z","end":"2026-05-19T03:09:38.268179Z","steps":["trace[182620996] 'process raft request' (duration: 120.783435ms)","trace[182620996] 'compare' (duration: 18.111179ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:38.26831Z","caller":"traceutil/trace.go:171","msg":"trace[200551152] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5253; }","duration":"139.057947ms","start":"2026-05-19T03:09:38.12922Z","end":"2026-05-19T03:09:38.268278Z","steps":["trace[200551152] 'read index received' (duration: 120.822145ms)","trace[200551152] 'applied index is now lower than readState.Index' (duration: 18.232982ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:38.268576Z","caller":"traceutil/trace.go:171","msg":"trace[991147600] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"139.14626ms","start":"2026-05-19T03:09:38.129392Z","end":"2026-05-19T03:09:38.268539Z","steps":["trace[991147600] 'process raft request' (duration: 138.976525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:38.268669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.434487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-05-19T03:09:38.268712Z","caller":"traceutil/trace.go:171","msg":"trace[1556159891] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5059; }","duration":"139.486979ms","start":"2026-05-19T03:09:38.129211Z","end":"2026-05-19T03:09:38.268698Z","steps":["trace[1556159891] 'agreement among raft nodes before linearized reading' (duration: 139.277103ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:38.268739Z","caller":"traceutil/trace.go:171","msg":"trace[1661751301] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"139.518869ms","start":"2026-05-19T03:09:38.129202Z","end":"2026-05-19T03:09:38.268721Z","steps":["trace[1661751301] 'process raft request' (duration: 138.981246ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:46.066913Z","caller":"traceutil/trace.go:171","msg":"trace[1436886607] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"134.179625ms","start":"2026-05-19T03:09:45.932697Z","end":"2026-05-19T03:09:46.066877Z","steps":["trace[1436886607] 'process raft request' (duration: 86.768482ms)","trace[1436886607] 'compare' (duration: 47.159207ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:46.067278Z","caller":"traceutil/trace.go:171","msg":"trace[2014324625] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"134.288438ms","start":"2026-05-19T03:09:45.932967Z","end":"2026-05-19T03:09:46.067256Z","steps":["trace[2014324625] 'process raft request' (duration: 133.837796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:46.067375Z","caller":"traceutil/trace.go:171","msg":"trace[581697515] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"132.601905ms","start":"2026-05-19T03:09:45.934746Z","end":"2026-05-19T03:09:46.067347Z","steps":["trace[581697515] 'process raft request' (duration: 132.375029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.030969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589303283,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:09:47.068665Z","caller":"traceutil/trace.go:171","msg":"trace[1587145068] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"566.797563ms","start":"2026-05-19T03:09:46.501844Z","end":"2026-05-19T03:09:47.068641Z","steps":["trace[1587145068] 'process raft request' (duration: 566.628239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.068805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.501825Z","time spent":"566.903866ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:47.588029Z","caller":"traceutil/trace.go:171","msg":"trace[2048034293] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.083455564s","start":"2026-05-19T03:09:46.504528Z","end":"2026-05-19T03:09:47.587983Z","steps":["trace[2048034293] 'process raft request' (duration: 1.082426308s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.588068Z","caller":"traceutil/trace.go:171","msg":"trace[1298313678] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"195.444209ms","start":"2026-05-19T03:09:47.392607Z","end":"2026-05-19T03:09:47.588051Z","steps":["trace[1298313678] 'process raft request' (duration: 195.383958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.504501Z","time spent":"1.083583827s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:47.588213Z","caller":"traceutil/trace.go:171","msg":"trace[905864956] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5407; }","duration":"1.057961676s","start":"2026-05-19T03:09:46.530245Z","end":"2026-05-19T03:09:47.588207Z","steps":["trace[905864956] 'read index received' (duration: 538.233348ms)","trace[905864956] 'applied index is now lower than readState.Index' (duration: 519.727588ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:47.588347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058087759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:09:47.588366Z","caller":"traceutil/trace.go:171","msg":"trace[1203582462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5208; }","duration":"1.058146191s","start":"2026-05-19T03:09:46.530214Z","end":"2026-05-19T03:09:47.588361Z","steps":["trace[1203582462] 'agreement among raft nodes before linearized reading' (duration: 1.058044639s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.530199Z","time spent":"1.058178382s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:47.588487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.242749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:47.588501Z","caller":"traceutil/trace.go:171","msg":"trace[1588066756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5208; }","duration":"979.256099ms","start":"2026-05-19T03:09:46.60924Z","end":"2026-05-19T03:09:47.588496Z","steps":["trace[1588066756] 'agreement among raft nodes before linearized reading' (duration: 979.232379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.609188Z","time spent":"979.322721ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:09:47.588525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038186845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:09:47.588526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058189152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:09:47.588549Z","caller":"traceutil/trace.go:171","msg":"trace[1662006526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5208; }","duration":"1.038226066s","start":"2026-05-19T03:09:46.550315Z","end":"2026-05-19T03:09:47.588541Z","steps":["trace[1662006526] 'agreement among raft nodes before linearized reading' (duration: 1.038160964s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.550305Z","time spent":"1.038264026s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:09:47.588572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.230539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:09:47.58858Z","caller":"traceutil/trace.go:171","msg":"trace[59379854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5208; }","duration":"1.058280984s","start":"2026-05-19T03:09:46.530283Z","end":"2026-05-19T03:09:47.588564Z","steps":["trace[59379854] 'agreement among raft nodes before linearized reading' (duration: 1.05812132s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03881446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:09:47.588525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037639561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:09:47.58861Z","caller":"traceutil/trace.go:171","msg":"trace[958395366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5208; }","duration":"196.310041ms","start":"2026-05-19T03:09:47.392289Z","end":"2026-05-19T03:09:47.588599Z","steps":["trace[958395366] 'agreement among raft nodes before linearized reading' (duration: 196.179538ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.58862Z","caller":"traceutil/trace.go:171","msg":"trace[1088935427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5208; }","duration":"1.037769124s","start":"2026-05-19T03:09:46.550845Z","end":"2026-05-19T03:09:47.588614Z","steps":["trace[1088935427] 'agreement among raft nodes before linearized reading' (duration: 1.0375904s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:47.58862Z","caller":"traceutil/trace.go:171","msg":"trace[1659718021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5208; }","duration":"1.038896692s","start":"2026-05-19T03:09:46.549712Z","end":"2026-05-19T03:09:47.588609Z","steps":["trace[1659718021] 'agreement among raft nodes before linearized reading' (duration: 1.038765779s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.550829Z","time spent":"1.037803985s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:09:47.588641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.549657Z","time spent":"1.038979374s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:47.588624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038588655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:09:47.588612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.530254Z","time spent":"1.058352576s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:09:47.588679Z","caller":"traceutil/trace.go:171","msg":"trace[470275622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5208; }","duration":"1.038677307s","start":"2026-05-19T03:09:46.549986Z","end":"2026-05-19T03:09:47.588663Z","steps":["trace[470275622] 'agreement among raft nodes before linearized reading' (duration: 1.038485022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:47.588707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:46.549973Z","time spent":"1.038729788s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:09:51.755901Z","caller":"traceutil/trace.go:171","msg":"trace[82821171] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"401.57593ms","start":"2026-05-19T03:09:51.354301Z","end":"2026-05-19T03:09:51.755877Z","steps":["trace[82821171] 'read index received' (duration: 400.126193ms)","trace[82821171] 'applied index is now lower than readState.Index' (duration: 1.448717ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:51.755933Z","caller":"traceutil/trace.go:171","msg":"trace[504408666] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"525.905666ms","start":"2026-05-19T03:09:51.229989Z","end":"2026-05-19T03:09:51.755895Z","steps":["trace[504408666] 'process raft request' (duration: 524.250923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.756109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.776985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:09:51.756214Z","caller":"traceutil/trace.go:171","msg":"trace[1308290639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5256; }","duration":"401.940849ms","start":"2026-05-19T03:09:51.354248Z","end":"2026-05-19T03:09:51.756189Z","steps":["trace[1308290639] 'agreement among raft nodes before linearized reading' (duration: 401.742304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.756262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:51.354227Z","time spent":"402.02218ms","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:51.756734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:51.229972Z","time spent":"526.041749ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:51.75945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.922728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:51.759478Z","caller":"traceutil/trace.go:171","msg":"trace[1295198288] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"149.421801ms","start":"2026-05-19T03:09:51.610021Z","end":"2026-05-19T03:09:51.759442Z","steps":["trace[1295198288] 'process raft request' (duration: 149.295308ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.759502Z","caller":"traceutil/trace.go:171","msg":"trace[765373125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5258; }","duration":"149.00021ms","start":"2026-05-19T03:09:51.610487Z","end":"2026-05-19T03:09:51.759488Z","steps":["trace[765373125] 'agreement among raft nodes before linearized reading' (duration: 148.895618ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:51.759538Z","caller":"traceutil/trace.go:171","msg":"trace[2141975224] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"156.4459ms","start":"2026-05-19T03:09:51.603052Z","end":"2026-05-19T03:09:51.759498Z","steps":["trace[2141975224] 'process raft request' (duration: 156.0652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.759621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.036985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:09:51.760201Z","caller":"traceutil/trace.go:171","msg":"trace[549919685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5258; }","duration":"118.64205ms","start":"2026-05-19T03:09:51.64153Z","end":"2026-05-19T03:09:51.760172Z","steps":["trace[549919685] 'agreement among raft nodes before linearized reading' (duration: 117.880651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.759766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.005899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:09:51.760433Z","caller":"traceutil/trace.go:171","msg":"trace[1328971101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5258; }","duration":"119.702168ms","start":"2026-05-19T03:09:51.640714Z","end":"2026-05-19T03:09:51.760416Z","steps":["trace[1328971101] 'agreement among raft nodes before linearized reading' (duration: 118.945118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.759761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.08599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:09:51.760613Z","caller":"traceutil/trace.go:171","msg":"trace[907651950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5258; }","duration":"118.007154ms","start":"2026-05-19T03:09:51.642595Z","end":"2026-05-19T03:09:51.760603Z","steps":["trace[907651950] 'agreement among raft nodes before linearized reading' (duration: 116.996778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.759803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.519243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:09:51.760778Z","caller":"traceutil/trace.go:171","msg":"trace[2127318300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5258; }","duration":"122.53159ms","start":"2026-05-19T03:09:51.638237Z","end":"2026-05-19T03:09:51.760769Z","steps":["trace[2127318300] 'agreement among raft nodes before linearized reading' (duration: 121.477522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.75989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.658615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:09:51.760953Z","caller":"traceutil/trace.go:171","msg":"trace[604311540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5258; }","duration":"118.768024ms","start":"2026-05-19T03:09:51.642176Z","end":"2026-05-19T03:09:51.760944Z","steps":["trace[604311540] 'agreement among raft nodes before linearized reading' (duration: 117.640945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.759932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.987206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:09:51.761025Z","caller":"traceutil/trace.go:171","msg":"trace[414519177] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5258; }","duration":"140.108296ms","start":"2026-05-19T03:09:51.620908Z","end":"2026-05-19T03:09:51.761016Z","steps":["trace[414519177] 'agreement among raft nodes before linearized reading' (duration: 138.852013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:51.760007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.511612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:09:51.761106Z","caller":"traceutil/trace.go:171","msg":"trace[725961626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5258; }","duration":"120.665072ms","start":"2026-05-19T03:09:51.640433Z","end":"2026-05-19T03:09:51.761098Z","steps":["trace[725961626] 'agreement among raft nodes before linearized reading' (duration: 119.373598ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:54.008632Z","caller":"traceutil/trace.go:171","msg":"trace[1335064787] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"109.891259ms","start":"2026-05-19T03:09:53.898716Z","end":"2026-05-19T03:09:54.008607Z","steps":["trace[1335064787] 'process raft request' (duration: 81.294663ms)","trace[1335064787] 'compare' (duration: 28.342129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:54.265148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.524613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:54.265294Z","caller":"traceutil/trace.go:171","msg":"trace[491325885] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"186.133864ms","start":"2026-05-19T03:09:54.07914Z","end":"2026-05-19T03:09:54.265274Z","steps":["trace[491325885] 'read index received' (duration: 68.429107ms)","trace[491325885] 'applied index is now lower than readState.Index' (duration: 117.702907ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:54.265307Z","caller":"traceutil/trace.go:171","msg":"trace[1830258879] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"186.988435ms","start":"2026-05-19T03:09:54.078288Z","end":"2026-05-19T03:09:54.265277Z","steps":["trace[1830258879] 'process raft request' (duration: 69.210247ms)","trace[1830258879] 'compare' (duration: 117.326567ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:54.26538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.243327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:54.265438Z","caller":"traceutil/trace.go:171","msg":"trace[352132572] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5325; }","duration":"186.312309ms","start":"2026-05-19T03:09:54.079099Z","end":"2026-05-19T03:09:54.265412Z","steps":["trace[352132572] 'agreement among raft nodes before linearized reading' (duration: 186.232867ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:54.664271Z","caller":"traceutil/trace.go:171","msg":"trace[1190143337] linearizableReadLoop","detail":"{readStateIndex:5531; appliedIndex:5530; }","duration":"103.23127ms","start":"2026-05-19T03:09:54.561013Z","end":"2026-05-19T03:09:54.664245Z","steps":["trace[1190143337] 'read index received' (duration: 103.036835ms)","trace[1190143337] 'applied index is now lower than readState.Index' (duration: 193.615µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:54.664316Z","caller":"traceutil/trace.go:171","msg":"trace[33445165] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"109.701924ms","start":"2026-05-19T03:09:54.554582Z","end":"2026-05-19T03:09:54.664284Z","steps":["trace[33445165] 'process raft request' (duration: 109.52321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:54.664707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.678831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T03:09:54.664793Z","caller":"traceutil/trace.go:171","msg":"trace[496659655] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5327; }","duration":"103.791253ms","start":"2026-05-19T03:09:54.560978Z","end":"2026-05-19T03:09:54.664769Z","steps":["trace[496659655] 'agreement among raft nodes before linearized reading' (duration: 103.361312ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:55.196312Z","caller":"traceutil/trace.go:171","msg":"trace[444217055] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"104.988154ms","start":"2026-05-19T03:09:55.091243Z","end":"2026-05-19T03:09:55.196231Z","steps":["trace[444217055] 'process raft request' (duration: 100.972182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:55.823633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.803771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:09:55.823709Z","caller":"traceutil/trace.go:171","msg":"trace[809779582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5336; }","duration":"214.915514ms","start":"2026-05-19T03:09:55.608776Z","end":"2026-05-19T03:09:55.823692Z","steps":["trace[809779582] 'range keys from in-memory index tree' (duration: 214.73062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:56.313407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589303587,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:09:56.571041Z","caller":"traceutil/trace.go:171","msg":"trace[1617249015] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"764.023177ms","start":"2026-05-19T03:09:55.806993Z","end":"2026-05-19T03:09:56.571017Z","steps":["trace[1617249015] 'process raft request' (duration: 763.880684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:56.571199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.806964Z","time spent":"764.15996ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.14406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.276638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:57.144157Z","caller":"traceutil/trace.go:171","msg":"trace[37921196] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5540; }","duration":"1.331420166s","start":"2026-05-19T03:09:55.812721Z","end":"2026-05-19T03:09:57.144141Z","steps":["trace[37921196] 'read index received' (duration: 758.21873ms)","trace[37921196] 'applied index is now lower than readState.Index' (duration: 573.199905ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:57.144308Z","caller":"traceutil/trace.go:171","msg":"trace[512450762] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"1.336064712s","start":"2026-05-19T03:09:55.808205Z","end":"2026-05-19T03:09:57.14427Z","steps":["trace[512450762] 'process raft request' (duration: 1.011462186s)","trace[512450762] 'compare' (duration: 323.859287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:57.144502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.808187Z","time spent":"1.336212646s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.14456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319841263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.144917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277084217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:09:57.144961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277019845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:09:57.144957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187216806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-05-19T03:09:57.144969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182609299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130878"} {"level":"info","ts":"2026-05-19T03:09:57.145022Z","caller":"traceutil/trace.go:171","msg":"trace[473805987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5338; }","duration":"1.277102057s","start":"2026-05-19T03:09:55.867906Z","end":"2026-05-19T03:09:57.145008Z","steps":["trace[473805987] 'agreement among raft nodes before linearized reading' (duration: 1.276933563s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145034Z","caller":"traceutil/trace.go:171","msg":"trace[260550505] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5338; }","duration":"1.187338839s","start":"2026-05-19T03:09:55.957673Z","end":"2026-05-19T03:09:57.145012Z","steps":["trace[260550505] 'agreement among raft nodes before linearized reading' (duration: 1.187173745s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145047Z","caller":"traceutil/trace.go:171","msg":"trace[1721049182] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5338; }","duration":"1.182726692s","start":"2026-05-19T03:09:55.962296Z","end":"2026-05-19T03:09:57.145023Z","steps":["trace[1721049182] 'agreement among raft nodes before linearized reading' (duration: 1.182467285s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.145083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867894Z","time spent":"1.277178389s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.957639Z","time spent":"1.187446492s","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.962279Z","time spent":"1.182812494s","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130901,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269094624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:09:57.145092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315956243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-05-19T03:09:57.145128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277255011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:09:57.145188Z","caller":"traceutil/trace.go:171","msg":"trace[30696843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5338; }","duration":"1.269255598s","start":"2026-05-19T03:09:55.875907Z","end":"2026-05-19T03:09:57.145162Z","steps":["trace[30696843] 'agreement among raft nodes before linearized reading' (duration: 1.268956821s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145193Z","caller":"traceutil/trace.go:171","msg":"trace[779298704] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5338; }","duration":"1.316130757s","start":"2026-05-19T03:09:55.82904Z","end":"2026-05-19T03:09:57.145171Z","steps":["trace[779298704] 'agreement among raft nodes before linearized reading' (duration: 1.315815039s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145203Z","caller":"traceutil/trace.go:171","msg":"trace[1215318186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5338; }","duration":"1.277346293s","start":"2026-05-19T03:09:55.867843Z","end":"2026-05-19T03:09:57.14519Z","steps":["trace[1215318186] 'agreement among raft nodes before linearized reading' (duration: 1.277172848s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.144993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.107783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:09:57.145253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.875902Z","time spent":"1.26933624s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.829026Z","time spent":"1.31621354s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-05-19T03:09:57.144984Z","caller":"traceutil/trace.go:171","msg":"trace[261464745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5338; }","duration":"1.277199759s","start":"2026-05-19T03:09:55.867767Z","end":"2026-05-19T03:09:57.144967Z","steps":["trace[261464745] 'agreement among raft nodes before linearized reading' (duration: 1.277016465s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145304Z","caller":"traceutil/trace.go:171","msg":"trace[1121216625] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5338; }","duration":"162.463653ms","start":"2026-05-19T03:09:56.982819Z","end":"2026-05-19T03:09:57.145283Z","steps":["trace[1121216625] 'agreement among raft nodes before linearized reading' (duration: 162.035662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.145351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867747Z","time spent":"1.27759399s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867837Z","time spent":"1.277407784s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277975699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:09:57.144731Z","caller":"traceutil/trace.go:171","msg":"trace[653469703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5338; }","duration":"1.320048878s","start":"2026-05-19T03:09:55.82467Z","end":"2026-05-19T03:09:57.144718Z","steps":["trace[653469703] 'agreement among raft nodes before linearized reading' (duration: 1.319771901s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.145461Z","caller":"traceutil/trace.go:171","msg":"trace[788651531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5338; }","duration":"1.27804349s","start":"2026-05-19T03:09:55.867407Z","end":"2026-05-19T03:09:57.14545Z","steps":["trace[788651531] 'agreement among raft nodes before linearized reading' (duration: 1.277939678s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.14548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.824651Z","time spent":"1.320813167s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867393Z","time spent":"1.278095902s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:09:57.145429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208133426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-05-19T03:09:57.145609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331838837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-19T03:09:57.145677Z","caller":"traceutil/trace.go:171","msg":"trace[624357623] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f; range_end:; response_count:1; response_revision:5338; }","duration":"1.208504265s","start":"2026-05-19T03:09:55.937151Z","end":"2026-05-19T03:09:57.145656Z","steps":["trace[624357623] 'agreement among raft nodes before linearized reading' (duration: 1.207692265s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.145815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.93713Z","time spent":"1.20866813s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" "} {"level":"info","ts":"2026-05-19T03:09:57.145769Z","caller":"traceutil/trace.go:171","msg":"trace[368593276] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f; range_end:; response_count:1; response_revision:5338; }","duration":"1.333035497s","start":"2026-05-19T03:09:55.812682Z","end":"2026-05-19T03:09:57.145717Z","steps":["trace[368593276] 'agreement among raft nodes before linearized reading' (duration: 1.331653771s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.145838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278453431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:09:57.146021Z","caller":"traceutil/trace.go:171","msg":"trace[59946326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5338; }","duration":"1.278658736s","start":"2026-05-19T03:09:55.867345Z","end":"2026-05-19T03:09:57.146003Z","steps":["trace[59946326] 'agreement among raft nodes before linearized reading' (duration: 1.277475106s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.146066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867331Z","time spent":"1.278723477s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:09:57.146528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278571084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:09:57.146017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.81267Z","time spent":"1.333290693s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" "} {"level":"info","ts":"2026-05-19T03:09:57.146593Z","caller":"traceutil/trace.go:171","msg":"trace[961195415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5338; }","duration":"1.278661426s","start":"2026-05-19T03:09:55.867916Z","end":"2026-05-19T03:09:57.146577Z","steps":["trace[961195415] 'agreement among raft nodes before linearized reading' (duration: 1.276603915s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.14663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:55.867906Z","time spent":"1.278715088s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:09:57.704416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.303956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:09:57.704547Z","caller":"traceutil/trace.go:171","msg":"trace[573489448] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"554.447589ms","start":"2026-05-19T03:09:57.150079Z","end":"2026-05-19T03:09:57.704527Z","steps":["trace[573489448] 'process raft request' (duration: 239.904577ms)","trace[573489448] 'compare' (duration: 313.915996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:09:57.704641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.150063Z","time spent":"554.52232ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:57.773978Z","caller":"traceutil/trace.go:171","msg":"trace[264087679] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"620.6716ms","start":"2026-05-19T03:09:57.153284Z","end":"2026-05-19T03:09:57.773956Z","steps":["trace[264087679] 'process raft request' (duration: 620.606258ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.773991Z","caller":"traceutil/trace.go:171","msg":"trace[1736884341] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"623.207764ms","start":"2026-05-19T03:09:57.150705Z","end":"2026-05-19T03:09:57.773913Z","steps":["trace[1736884341] 'process raft request' (duration: 622.976698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.153276Z","time spent":"620.769452ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.774349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.150689Z","time spent":"623.497412ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:57.774348Z","caller":"traceutil/trace.go:171","msg":"trace[265687992] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5542; }","duration":"623.504562ms","start":"2026-05-19T03:09:57.150809Z","end":"2026-05-19T03:09:57.774313Z","steps":["trace[265687992] 'read index received' (duration: 239.245681ms)","trace[265687992] 'applied index is now lower than readState.Index' (duration: 384.257461ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:57.774353Z","caller":"traceutil/trace.go:171","msg":"trace[462413506] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"622.715482ms","start":"2026-05-19T03:09:57.151594Z","end":"2026-05-19T03:09:57.774309Z","steps":["trace[462413506] 'process raft request' (duration: 622.26619ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.77442Z","caller":"traceutil/trace.go:171","msg":"trace[1719383226] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"623.617704ms","start":"2026-05-19T03:09:57.150788Z","end":"2026-05-19T03:09:57.774405Z","steps":["trace[1719383226] 'process raft request' (duration: 623.028889ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.774524Z","caller":"traceutil/trace.go:171","msg":"trace[1231566168] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"565.865119ms","start":"2026-05-19T03:09:57.208627Z","end":"2026-05-19T03:09:57.774492Z","steps":["trace[1231566168] 'process raft request' (duration: 565.298055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.151579Z","time spent":"622.868115ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.77462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.786899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-19T03:09:57.774658Z","caller":"traceutil/trace.go:171","msg":"trace[1688876897] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5346; }","duration":"623.86255ms","start":"2026-05-19T03:09:57.150784Z","end":"2026-05-19T03:09:57.774647Z","steps":["trace[1688876897] 'agreement among raft nodes before linearized reading' (duration: 623.688436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.208589Z","time spent":"566.006003ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.774669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.150762Z","time spent":"623.816609ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.77469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.150779Z","time spent":"623.903491ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-05-19T03:09:57.774329Z","caller":"traceutil/trace.go:171","msg":"trace[731701547] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"622.823775ms","start":"2026-05-19T03:09:57.151243Z","end":"2026-05-19T03:09:57.774067Z","steps":["trace[731701547] 'process raft request' (duration: 622.599449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.192778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-19T03:09:57.774789Z","caller":"traceutil/trace.go:171","msg":"trace[391942099] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5346; }","duration":"622.2453ms","start":"2026-05-19T03:09:57.152531Z","end":"2026-05-19T03:09:57.774776Z","steps":["trace[391942099] 'agreement among raft nodes before linearized reading' (duration: 622.175438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.151217Z","time spent":"623.546043ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:09:57.774828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.152524Z","time spent":"622.297012ms","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-19T03:09:57.774878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.001717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:09:57.77493Z","caller":"traceutil/trace.go:171","msg":"trace[1395894276] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5346; }","duration":"470.10059ms","start":"2026-05-19T03:09:57.304814Z","end":"2026-05-19T03:09:57.774915Z","steps":["trace[1395894276] 'agreement among raft nodes before linearized reading' (duration: 470.000737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.774974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.094441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.774974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.304789Z","time spent":"470.173011ms","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:09:57.775004Z","caller":"traceutil/trace.go:171","msg":"trace[184614516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5346; }","duration":"621.139282ms","start":"2026-05-19T03:09:57.153856Z","end":"2026-05-19T03:09:57.774996Z","steps":["trace[184614516] 'agreement among raft nodes before linearized reading' (duration: 621.091021ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.77501Z","caller":"traceutil/trace.go:171","msg":"trace[1760413063] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"623.688276ms","start":"2026-05-19T03:09:57.150727Z","end":"2026-05-19T03:09:57.774415Z","steps":["trace[1760413063] 'process raft request' (duration: 623.064361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.775028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.153848Z","time spent":"621.174472ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:09:57.775032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.86701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:09:57.775072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.852244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130878"} {"level":"warn","ts":"2026-05-19T03:09:57.775098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.150718Z","time spent":"624.332483ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:57.775111Z","caller":"traceutil/trace.go:171","msg":"trace[1247503551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5346; }","duration":"591.952072ms","start":"2026-05-19T03:09:57.183131Z","end":"2026-05-19T03:09:57.775083Z","steps":["trace[1247503551] 'agreement among raft nodes before linearized reading' (duration: 591.807898ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:57.775124Z","caller":"traceutil/trace.go:171","msg":"trace[149524088] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5346; }","duration":"620.908157ms","start":"2026-05-19T03:09:57.1542Z","end":"2026-05-19T03:09:57.775108Z","steps":["trace[149524088] 'agreement among raft nodes before linearized reading' (duration: 620.689651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:57.775175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.154195Z","time spent":"620.969838ms","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130901,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T03:09:57.775181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:57.183121Z","time spent":"592.040984ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:09:57.775742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.085389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T03:09:57.775799Z","caller":"traceutil/trace.go:171","msg":"trace[1993142119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5346; }","duration":"269.200631ms","start":"2026-05-19T03:09:57.506586Z","end":"2026-05-19T03:09:57.775787Z","steps":["trace[1993142119] 'agreement among raft nodes before linearized reading' (duration: 268.586536ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:58.171442Z","caller":"traceutil/trace.go:171","msg":"trace[1153016455] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"101.956117ms","start":"2026-05-19T03:09:58.069438Z","end":"2026-05-19T03:09:58.171394Z","steps":["trace[1153016455] 'process raft request' (duration: 101.69835ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:09:59.460945Z","caller":"traceutil/trace.go:171","msg":"trace[41009949] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"435.531072ms","start":"2026-05-19T03:09:59.025378Z","end":"2026-05-19T03:09:59.460909Z","steps":["trace[41009949] 'process raft request' (duration: 435.267895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.461192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:59.02535Z","time spent":"435.705766ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:09:59.463264Z","caller":"traceutil/trace.go:171","msg":"trace[434940722] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5601; }","duration":"307.971186ms","start":"2026-05-19T03:09:59.155239Z","end":"2026-05-19T03:09:59.46321Z","steps":["trace[434940722] 'read index received' (duration: 305.40721ms)","trace[434940722] 'applied index is now lower than readState.Index' (duration: 2.562736ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:09:59.463373Z","caller":"traceutil/trace.go:171","msg":"trace[1406014457] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"311.73426ms","start":"2026-05-19T03:09:59.15161Z","end":"2026-05-19T03:09:59.463344Z","steps":["trace[1406014457] 'process raft request' (duration: 311.407052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.463687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.431017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:09:59.463768Z","caller":"traceutil/trace.go:171","msg":"trace[1424553190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5395; }","duration":"308.5679ms","start":"2026-05-19T03:09:59.155183Z","end":"2026-05-19T03:09:59.463751Z","steps":["trace[1424553190] 'agreement among raft nodes before linearized reading' (duration: 308.271033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.463772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.037424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-05-19T03:09:59.463821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:59.15516Z","time spent":"308.651613ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:09:59.46386Z","caller":"traceutil/trace.go:171","msg":"trace[1563282579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f; range_end:; response_count:1; response_revision:5395; }","duration":"289.181747ms","start":"2026-05-19T03:09:59.174659Z","end":"2026-05-19T03:09:59.463841Z","steps":["trace[1563282579] 'agreement among raft nodes before linearized reading' (duration: 288.87137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:09:59.463723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:09:59.151587Z","time spent":"311.981747ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:00.70456Z","caller":"traceutil/trace.go:171","msg":"trace[1259969898] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"119.085821ms","start":"2026-05-19T03:10:00.585443Z","end":"2026-05-19T03:10:00.704529Z","steps":["trace[1259969898] 'process raft request' (duration: 115.405138ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:06.952425Z","caller":"traceutil/trace.go:171","msg":"trace[821071965] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"230.630733ms","start":"2026-05-19T03:10:06.721755Z","end":"2026-05-19T03:10:06.952386Z","steps":["trace[821071965] 'process raft request' (duration: 230.379437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.614101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589303983,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:10:07.646188Z","caller":"traceutil/trace.go:171","msg":"trace[1759426353] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"546.244931ms","start":"2026-05-19T03:10:07.099892Z","end":"2026-05-19T03:10:07.646137Z","steps":["trace[1759426353] 'process raft request' (duration: 546.064357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.646325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.099872Z","time spent":"546.381104ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13836,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:07.650013Z","caller":"traceutil/trace.go:171","msg":"trace[753735076] linearizableReadLoop","detail":"{readStateIndex:5730; appliedIndex:5728; }","duration":"536.243859ms","start":"2026-05-19T03:10:07.113742Z","end":"2026-05-19T03:10:07.649986Z","steps":["trace[753735076] 'read index received' (duration: 532.191085ms)","trace[753735076] 'applied index is now lower than readState.Index' (duration: 4.051434ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:07.650124Z","caller":"traceutil/trace.go:171","msg":"trace[1836798913] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"157.329222ms","start":"2026-05-19T03:10:07.492783Z","end":"2026-05-19T03:10:07.650113Z","steps":["trace[1836798913] 'process raft request' (duration: 157.036264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.650395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.644198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-19T03:10:07.650443Z","caller":"traceutil/trace.go:171","msg":"trace[536260166] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5521; }","duration":"536.70633ms","start":"2026-05-19T03:10:07.113722Z","end":"2026-05-19T03:10:07.650428Z","steps":["trace[536260166] 'agreement among raft nodes before linearized reading' (duration: 536.556136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:07.650482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:07.11365Z","time spent":"536.822993ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T03:10:07.65066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.519904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:10:07.650731Z","caller":"traceutil/trace.go:171","msg":"trace[1064798656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5521; }","duration":"108.627447ms","start":"2026-05-19T03:10:07.542088Z","end":"2026-05-19T03:10:07.650715Z","steps":["trace[1064798656] 'agreement among raft nodes before linearized reading' (duration: 108.461593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.327094Z","caller":"traceutil/trace.go:171","msg":"trace[2049417660] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5759; }","duration":"210.859321ms","start":"2026-05-19T03:10:11.11621Z","end":"2026-05-19T03:10:11.327069Z","steps":["trace[2049417660] 'read index received' (duration: 210.681626ms)","trace[2049417660] 'applied index is now lower than readState.Index' (duration: 176.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:11.327192Z","caller":"traceutil/trace.go:171","msg":"trace[258995569] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"362.722214ms","start":"2026-05-19T03:10:10.964462Z","end":"2026-05-19T03:10:11.327184Z","steps":["trace[258995569] 'process raft request' (duration: 362.475648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.327403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:10.964437Z","time spent":"362.772655ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:10:11.327674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.445765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-19T03:10:11.327763Z","caller":"traceutil/trace.go:171","msg":"trace[84834356] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5550; }","duration":"211.548158ms","start":"2026-05-19T03:10:11.116197Z","end":"2026-05-19T03:10:11.327745Z","steps":["trace[84834356] 'agreement among raft nodes before linearized reading' (duration: 211.210849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.327674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.884959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-19T03:10:11.32795Z","caller":"traceutil/trace.go:171","msg":"trace[905717308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5550; }","duration":"205.197998ms","start":"2026-05-19T03:10:11.122731Z","end":"2026-05-19T03:10:11.327929Z","steps":["trace[905717308] 'agreement among raft nodes before linearized reading' (duration: 204.615433ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.607724Z","caller":"traceutil/trace.go:171","msg":"trace[1896483893] linearizableReadLoop","detail":"{readStateIndex:5761; appliedIndex:5760; }","duration":"114.30299ms","start":"2026-05-19T03:10:11.493398Z","end":"2026-05-19T03:10:11.607701Z","steps":["trace[1896483893] 'read index received' (duration: 114.092564ms)","trace[1896483893] 'applied index is now lower than readState.Index' (duration: 209.636µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:10:11.607876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.454023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:10:11.607886Z","caller":"traceutil/trace.go:171","msg":"trace[1115155781] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"267.787565ms","start":"2026-05-19T03:10:11.340074Z","end":"2026-05-19T03:10:11.607862Z","steps":["trace[1115155781] 'process raft request' (duration: 267.476487ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.607923Z","caller":"traceutil/trace.go:171","msg":"trace[1411074384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5551; }","duration":"114.557146ms","start":"2026-05-19T03:10:11.493352Z","end":"2026-05-19T03:10:11.60791Z","steps":["trace[1411074384] 'agreement among raft nodes before linearized reading' (duration: 114.435083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.797747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.416101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:10:11.797855Z","caller":"traceutil/trace.go:171","msg":"trace[736720052] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"183.736692ms","start":"2026-05-19T03:10:11.6141Z","end":"2026-05-19T03:10:11.797837Z","steps":["trace[736720052] 'process raft request' (duration: 34.080565ms)","trace[736720052] 'compare' (duration: 148.965649ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:11.892838Z","caller":"traceutil/trace.go:171","msg":"trace[584548877] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"278.130557ms","start":"2026-05-19T03:10:11.614692Z","end":"2026-05-19T03:10:11.892822Z","steps":["trace[584548877] 'process raft request' (duration: 278.098607ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.892857Z","caller":"traceutil/trace.go:171","msg":"trace[1694090152] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"278.461256ms","start":"2026-05-19T03:10:11.614365Z","end":"2026-05-19T03:10:11.892826Z","steps":["trace[1694090152] 'process raft request' (duration: 278.290111ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.893064Z","caller":"traceutil/trace.go:171","msg":"trace[1354138286] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"278.354804ms","start":"2026-05-19T03:10:11.614599Z","end":"2026-05-19T03:10:11.892954Z","steps":["trace[1354138286] 'process raft request' (duration: 278.161319ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.967777Z","caller":"traceutil/trace.go:171","msg":"trace[218530333] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5762; }","duration":"296.34299ms","start":"2026-05-19T03:10:11.671408Z","end":"2026-05-19T03:10:11.967751Z","steps":["trace[218530333] 'read index received' (duration: 221.320716ms)","trace[218530333] 'applied index is now lower than readState.Index' (duration: 75.021074ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:11.967832Z","caller":"traceutil/trace.go:171","msg":"trace[45811780] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"302.295861ms","start":"2026-05-19T03:10:11.665489Z","end":"2026-05-19T03:10:11.967785Z","steps":["trace[45811780] 'process raft request' (duration: 248.786543ms)","trace[45811780] 'compare' (duration: 53.281862ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:11.967864Z","caller":"traceutil/trace.go:171","msg":"trace[1338430828] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"149.535404ms","start":"2026-05-19T03:10:11.818294Z","end":"2026-05-19T03:10:11.96783Z","steps":["trace[1338430828] 'process raft request' (duration: 149.40419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.246749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:10:11.968071Z","caller":"traceutil/trace.go:171","msg":"trace[1414934378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5557; }","duration":"192.32996ms","start":"2026-05-19T03:10:11.775728Z","end":"2026-05-19T03:10:11.968058Z","steps":["trace[1414934378] 'agreement among raft nodes before linearized reading' (duration: 192.180487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.659948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:10:11.968103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.907918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:10:11.96817Z","caller":"traceutil/trace.go:171","msg":"trace[1619330635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5557; }","duration":"120.99647ms","start":"2026-05-19T03:10:11.847153Z","end":"2026-05-19T03:10:11.968149Z","steps":["trace[1619330635] 'agreement among raft nodes before linearized reading' (duration: 120.815825ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:11.968154Z","caller":"traceutil/trace.go:171","msg":"trace[1985540170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5557; }","duration":"296.782631ms","start":"2026-05-19T03:10:11.671353Z","end":"2026-05-19T03:10:11.968135Z","steps":["trace[1985540170] 'agreement among raft nodes before linearized reading' (duration: 296.525285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.476611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:10:11.968219Z","caller":"traceutil/trace.go:171","msg":"trace[1663283279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5557; }","duration":"130.584044ms","start":"2026-05-19T03:10:11.837629Z","end":"2026-05-19T03:10:11.968213Z","steps":["trace[1663283279] 'agreement among raft nodes before linearized reading' (duration: 130.526663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.630301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:10:11.968288Z","caller":"traceutil/trace.go:171","msg":"trace[1084143064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5557; }","duration":"120.697873ms","start":"2026-05-19T03:10:11.847579Z","end":"2026-05-19T03:10:11.968277Z","steps":["trace[1084143064] 'agreement among raft nodes before linearized reading' (duration: 120.542829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.609838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:10:11.968393Z","caller":"traceutil/trace.go:171","msg":"trace[1453470844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5557; }","duration":"116.711751ms","start":"2026-05-19T03:10:11.851665Z","end":"2026-05-19T03:10:11.968377Z","steps":["trace[1453470844] 'agreement among raft nodes before linearized reading' (duration: 116.525207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.354336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:10:11.968535Z","caller":"traceutil/trace.go:171","msg":"trace[1799789738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5557; }","duration":"126.49573ms","start":"2026-05-19T03:10:11.842019Z","end":"2026-05-19T03:10:11.968515Z","steps":["trace[1799789738] 'agreement among raft nodes before linearized reading' (duration: 126.148361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:11.968695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:11.665459Z","time spent":"302.451455ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:12.132474Z","caller":"traceutil/trace.go:171","msg":"trace[645441378] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"159.2301ms","start":"2026-05-19T03:10:11.973224Z","end":"2026-05-19T03:10:12.132454Z","steps":["trace[645441378] 'process raft request' (duration: 158.993705ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:12.13264Z","caller":"traceutil/trace.go:171","msg":"trace[260719213] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"159.277511ms","start":"2026-05-19T03:10:11.973296Z","end":"2026-05-19T03:10:12.132574Z","steps":["trace[260719213] 'process raft request' (duration: 159.033255ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:12.132699Z","caller":"traceutil/trace.go:171","msg":"trace[1096744977] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"159.500628ms","start":"2026-05-19T03:10:11.973122Z","end":"2026-05-19T03:10:12.132623Z","steps":["trace[1096744977] 'process raft request' (duration: 120.502058ms)","trace[1096744977] 'compare' (duration: 38.432495ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:12.132474Z","caller":"traceutil/trace.go:171","msg":"trace[1634235108] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"158.893562ms","start":"2026-05-19T03:10:11.973552Z","end":"2026-05-19T03:10:12.132446Z","steps":["trace[1634235108] 'process raft request' (duration: 158.829371ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:12.132544Z","caller":"traceutil/trace.go:171","msg":"trace[1203233277] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"159.305232ms","start":"2026-05-19T03:10:11.973228Z","end":"2026-05-19T03:10:12.132533Z","steps":["trace[1203233277] 'process raft request' (duration: 159.055586ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:13.087441Z","caller":"traceutil/trace.go:171","msg":"trace[1507116060] linearizableReadLoop","detail":"{readStateIndex:5776; appliedIndex:5775; }","duration":"197.981465ms","start":"2026-05-19T03:10:12.889437Z","end":"2026-05-19T03:10:13.087419Z","steps":["trace[1507116060] 'read index received' (duration: 197.888542ms)","trace[1507116060] 'applied index is now lower than readState.Index' (duration: 91.903µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:13.087492Z","caller":"traceutil/trace.go:171","msg":"trace[494906190] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"200.448287ms","start":"2026-05-19T03:10:12.887012Z","end":"2026-05-19T03:10:13.087461Z","steps":["trace[494906190] 'process raft request' (duration: 200.262822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:13.087622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.172589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-19T03:10:13.087673Z","caller":"traceutil/trace.go:171","msg":"trace[1846330913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5566; }","duration":"198.230381ms","start":"2026-05-19T03:10:12.889425Z","end":"2026-05-19T03:10:13.087655Z","steps":["trace[1846330913] 'agreement among raft nodes before linearized reading' (duration: 198.080107ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:46.330956Z","caller":"traceutil/trace.go:171","msg":"trace[2012442388] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"136.244666ms","start":"2026-05-19T03:10:46.194682Z","end":"2026-05-19T03:10:46.330927Z","steps":["trace[2012442388] 'process raft request' (duration: 136.089512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.552211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.618572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:10:46.552331Z","caller":"traceutil/trace.go:171","msg":"trace[314992402] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6079; }","duration":"324.165921ms","start":"2026-05-19T03:10:46.228139Z","end":"2026-05-19T03:10:46.552305Z","steps":["trace[314992402] 'read index received' (duration: 102.631348ms)","trace[314992402] 'applied index is now lower than readState.Index' (duration: 221.533353ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:10:46.552366Z","caller":"traceutil/trace.go:171","msg":"trace[632762952] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"356.752563ms","start":"2026-05-19T03:10:46.195572Z","end":"2026-05-19T03:10:46.552325Z","steps":["trace[632762952] 'process raft request' (duration: 216.929627ms)","trace[632762952] 'compare' (duration: 139.475938ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:10:46.552518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.376217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T03:10:46.552531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:46.195542Z","time spent":"356.902457ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:10:46.55255Z","caller":"traceutil/trace.go:171","msg":"trace[158960240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5862; }","duration":"324.442239ms","start":"2026-05-19T03:10:46.228097Z","end":"2026-05-19T03:10:46.552539Z","steps":["trace[158960240] 'agreement among raft nodes before linearized reading' (duration: 324.318656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.552588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:46.228072Z","time spent":"324.508741ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:10:46.552685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.757931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:10:46.552768Z","caller":"traceutil/trace.go:171","msg":"trace[26628237] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5862; }","duration":"272.893804ms","start":"2026-05-19T03:10:46.279848Z","end":"2026-05-19T03:10:46.552742Z","steps":["trace[26628237] 'agreement among raft nodes before linearized reading' (duration: 272.761361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.552767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.303922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-67d5d4f44-czr2p\" ","response":"range_response_count:1 size:11896"} {"level":"warn","ts":"2026-05-19T03:10:46.552781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.05794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:10:46.552843Z","caller":"traceutil/trace.go:171","msg":"trace[1655154235] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-67d5d4f44-czr2p; range_end:; response_count:1; response_revision:5862; }","duration":"191.387194ms","start":"2026-05-19T03:10:46.361435Z","end":"2026-05-19T03:10:46.552822Z","steps":["trace[1655154235] 'agreement among raft nodes before linearized reading' (duration: 191.158178ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:46.552854Z","caller":"traceutil/trace.go:171","msg":"trace[1146360753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:5862; }","duration":"306.178683ms","start":"2026-05-19T03:10:46.246655Z","end":"2026-05-19T03:10:46.552834Z","steps":["trace[1146360753] 'agreement among raft nodes before linearized reading' (duration: 305.867915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.552902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:10:46.246627Z","time spent":"306.263246ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:10:46.552913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.484955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:10:46.552953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.20938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:10:46.552988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.683443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:10:46.552981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.756458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:10:46.553034Z","caller":"traceutil/trace.go:171","msg":"trace[63831392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5862; }","duration":"144.318883ms","start":"2026-05-19T03:10:46.408694Z","end":"2026-05-19T03:10:46.553012Z","steps":["trace[63831392] 'agreement among raft nodes before linearized reading' (duration: 144.129328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.552941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.040734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:10:46.553062Z","caller":"traceutil/trace.go:171","msg":"trace[2084303132] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5862; }","duration":"291.780125ms","start":"2026-05-19T03:10:46.261256Z","end":"2026-05-19T03:10:46.553036Z","steps":["trace[2084303132] 'agreement among raft nodes before linearized reading' (duration: 291.597681ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:46.553069Z","caller":"traceutil/trace.go:171","msg":"trace[1160491201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5862; }","duration":"141.897271ms","start":"2026-05-19T03:10:46.41115Z","end":"2026-05-19T03:10:46.553048Z","steps":["trace[1160491201] 'agreement among raft nodes before linearized reading' (duration: 141.617674ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:46.553011Z","caller":"traceutil/trace.go:171","msg":"trace[495847808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5862; }","duration":"169.625409ms","start":"2026-05-19T03:10:46.383363Z","end":"2026-05-19T03:10:46.552989Z","steps":["trace[495847808] 'agreement among raft nodes before linearized reading' (duration: 169.175608ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:46.55313Z","caller":"traceutil/trace.go:171","msg":"trace[851364358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5862; }","duration":"131.233799ms","start":"2026-05-19T03:10:46.421866Z","end":"2026-05-19T03:10:46.5531Z","steps":["trace[851364358] 'agreement among raft nodes before linearized reading' (duration: 130.983163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:10:46.55345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.710496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:10:46.553822Z","caller":"traceutil/trace.go:171","msg":"trace[919477546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5862; }","duration":"180.753263ms","start":"2026-05-19T03:10:46.373053Z","end":"2026-05-19T03:10:46.553806Z","steps":["trace[919477546] 'agreement among raft nodes before linearized reading' (duration: 179.655765ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:10:54.615449Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2880} {"level":"info","ts":"2026-05-19T03:10:54.687298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2880,"took":"69.846553ms","hash":3435369030,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":33325056,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-19T03:10:54.687377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3435369030,"revision":2880,"compact-revision":-1} {"level":"info","ts":"2026-05-19T03:10:56.515569Z","caller":"traceutil/trace.go:171","msg":"trace[2078959001] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"140.674129ms","start":"2026-05-19T03:10:56.374861Z","end":"2026-05-19T03:10:56.515535Z","steps":["trace[2078959001] 'process raft request' (duration: 137.160639ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:06.581271Z","caller":"traceutil/trace.go:171","msg":"trace[1200126484] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6230; }","duration":"100.117585ms","start":"2026-05-19T03:11:06.481129Z","end":"2026-05-19T03:11:06.581246Z","steps":["trace[1200126484] 'read index received' (duration: 99.875659ms)","trace[1200126484] 'applied index is now lower than readState.Index' (duration: 241.036µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:06.581333Z","caller":"traceutil/trace.go:171","msg":"trace[1428373703] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"103.310927ms","start":"2026-05-19T03:11:06.477989Z","end":"2026-05-19T03:11:06.5813Z","steps":["trace[1428373703] 'process raft request' (duration: 103.078711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:06.581465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.30054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:11:06.581597Z","caller":"traceutil/trace.go:171","msg":"trace[1319110979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6007; }","duration":"100.504035ms","start":"2026-05-19T03:11:06.481071Z","end":"2026-05-19T03:11:06.581575Z","steps":["trace[1319110979] 'agreement among raft nodes before linearized reading' (duration: 100.279049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.222618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.298001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:11:11.222905Z","caller":"traceutil/trace.go:171","msg":"trace[4028375] linearizableReadLoop","detail":"{readStateIndex:6262; appliedIndex:6258; }","duration":"310.967425ms","start":"2026-05-19T03:11:10.911922Z","end":"2026-05-19T03:11:11.222889Z","steps":["trace[4028375] 'read index received' (duration: 141.294625ms)","trace[4028375] 'applied index is now lower than readState.Index' (duration: 169.6718ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:11.22291Z","caller":"traceutil/trace.go:171","msg":"trace[1120375063] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"400.203013ms","start":"2026-05-19T03:11:10.822671Z","end":"2026-05-19T03:11:11.222874Z","steps":["trace[1120375063] 'process raft request' (duration: 230.563063ms)","trace[1120375063] 'compare' (duration: 168.956112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:11.222996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.069208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:11:11.222984Z","caller":"traceutil/trace.go:171","msg":"trace[1650301161] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"399.663279ms","start":"2026-05-19T03:11:10.823287Z","end":"2026-05-19T03:11:11.22295Z","steps":["trace[1650301161] 'process raft request' (duration: 399.525085ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.223428Z","caller":"traceutil/trace.go:171","msg":"trace[1577244905] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"399.311099ms","start":"2026-05-19T03:11:10.823652Z","end":"2026-05-19T03:11:11.222963Z","steps":["trace[1577244905] 'process raft request' (duration: 399.195756ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.223616Z","caller":"traceutil/trace.go:171","msg":"trace[1131042457] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"400.817188ms","start":"2026-05-19T03:11:10.822767Z","end":"2026-05-19T03:11:11.223584Z","steps":["trace[1131042457] 'process raft request' (duration: 399.953126ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:11:11.223031Z","caller":"traceutil/trace.go:171","msg":"trace[1829576483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6037; }","duration":"311.15701ms","start":"2026-05-19T03:11:10.911864Z","end":"2026-05-19T03:11:11.223021Z","steps":["trace[1829576483] 'agreement among raft nodes before linearized reading' (duration: 311.079608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:11:11.223802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.91184Z","time spent":"311.94001ms","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:11:11.224134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.822639Z","time spent":"400.337296ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.22429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.823274Z","time spent":"400.424498ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.224367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.823641Z","time spent":"400.088298ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:11:11.224543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:11:10.822759Z","time spent":"400.980472ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:11:11.818661Z","caller":"traceutil/trace.go:171","msg":"trace[141036827] linearizableReadLoop","detail":"{readStateIndex:6264; appliedIndex:6263; }","duration":"152.861231ms","start":"2026-05-19T03:11:11.665765Z","end":"2026-05-19T03:11:11.818626Z","steps":["trace[141036827] 'read index received' (duration: 59.649012ms)","trace[141036827] 'applied index is now lower than readState.Index' (duration: 93.210739ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:11:11.818747Z","caller":"traceutil/trace.go:171","msg":"trace[1757599180] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"181.628194ms","start":"2026-05-19T03:11:11.637084Z","end":"2026-05-19T03:11:11.818713Z","steps":["trace[1757599180] 'process raft request' (duration: 88.408785ms)","trace[1757599180] 'compare' (duration: 93.005234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:11:11.818818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.028645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:11:11.818876Z","caller":"traceutil/trace.go:171","msg":"trace[2109294353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6039; }","duration":"153.129398ms","start":"2026-05-19T03:11:11.665726Z","end":"2026-05-19T03:11:11.818856Z","steps":["trace[2109294353] 'agreement among raft nodes before linearized reading' (duration: 153.014475ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:15:54.62204Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5911} {"level":"info","ts":"2026-05-19T03:15:54.729616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5911,"took":"105.403279ms","hash":1440434138,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":21819392,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-19T03:15:54.7297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1440434138,"revision":5911,"compact-revision":2880} {"level":"warn","ts":"2026-05-19T03:16:08.26525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589311304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:08.766243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589311304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:09.267041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589311304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:09.559096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857357433s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:16:09.559691Z","caller":"traceutil/trace.go:171","msg":"trace[480297751] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"1.858126502s","start":"2026-05-19T03:16:07.701533Z","end":"2026-05-19T03:16:09.55966Z","steps":["trace[480297751] 'process raft request' (duration: 1.857926107s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.559872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:07.701497Z","time spent":"1.858283706s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:09.562046Z","caller":"traceutil/trace.go:171","msg":"trace[547226625] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"1.774886749s","start":"2026-05-19T03:16:07.78713Z","end":"2026-05-19T03:16:09.562017Z","steps":["trace[547226625] 'process raft request' (duration: 1.774638633s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.562259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:07.787105Z","time spent":"1.775003662s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:09.562673Z","caller":"traceutil/trace.go:171","msg":"trace[2052767940] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"1.733829321s","start":"2026-05-19T03:16:07.828787Z","end":"2026-05-19T03:16:09.562616Z","steps":["trace[2052767940] 'process raft request' (duration: 1.733106733s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:09.562802Z","caller":"traceutil/trace.go:171","msg":"trace[671973853] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"657.420018ms","start":"2026-05-19T03:16:08.905364Z","end":"2026-05-19T03:16:09.562784Z","steps":["trace[671973853] 'process raft request' (duration: 657.269883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.562892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:07.828757Z","time spent":"1.734019335s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:09.562908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.905342Z","time spent":"657.51736ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:09.562933Z","caller":"traceutil/trace.go:171","msg":"trace[481915681] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8537; }","duration":"1.79768237s","start":"2026-05-19T03:16:07.765055Z","end":"2026-05-19T03:16:09.562738Z","steps":["trace[481915681] 'read index received' (duration: 1.794405317s)","trace[481915681] 'applied index is now lower than readState.Index' (duration: 3.276033ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:09.563269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798212904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T03:16:09.563337Z","caller":"traceutil/trace.go:171","msg":"trace[332426258] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:8245; }","duration":"1.798318427s","start":"2026-05-19T03:16:07.765002Z","end":"2026-05-19T03:16:09.56332Z","steps":["trace[332426258] 'agreement among raft nodes before linearized reading' (duration: 1.79805937s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.563384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:07.76498Z","time spent":"1.798392859s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:16:09.563395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.380512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:16:09.563396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209728795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-05-19T03:16:09.563476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.594887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:16:09.563522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025870785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:16:09.563572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.69174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:16:09.563617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.345106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:16:09.563537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.23219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:16:09.563626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032421723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:16:09.563618Z","caller":"traceutil/trace.go:171","msg":"trace[125514692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8245; }","duration":"796.745322ms","start":"2026-05-19T03:16:08.766859Z","end":"2026-05-19T03:16:09.563605Z","steps":["trace[125514692] 'agreement among raft nodes before linearized reading' (duration: 796.618519ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:09.563668Z","caller":"traceutil/trace.go:171","msg":"trace[1214390814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8245; }","duration":"789.388093ms","start":"2026-05-19T03:16:08.774267Z","end":"2026-05-19T03:16:09.563655Z","steps":["trace[1214390814] 'agreement among raft nodes before linearized reading' (duration: 789.141907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.563678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.051479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:16:09.563707Z","caller":"traceutil/trace.go:171","msg":"trace[1456592749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8245; }","duration":"1.032538265s","start":"2026-05-19T03:16:08.531147Z","end":"2026-05-19T03:16:09.563685Z","steps":["trace[1456592749] 'agreement among raft nodes before linearized reading' (duration: 1.03232453s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.563728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.774262Z","time spent":"789.449935ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:16:09.563723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.465791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:16:09.563555Z","caller":"traceutil/trace.go:171","msg":"trace[1651112181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8245; }","duration":"994.69924ms","start":"2026-05-19T03:16:08.568832Z","end":"2026-05-19T03:16:09.563531Z","steps":["trace[1651112181] 'agreement among raft nodes before linearized reading' (duration: 994.516976ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:09.563659Z","caller":"traceutil/trace.go:171","msg":"trace[502213681] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8245; }","duration":"154.419558ms","start":"2026-05-19T03:16:09.409227Z","end":"2026-05-19T03:16:09.563647Z","steps":["trace[502213681] 'agreement among raft nodes before linearized reading' (duration: 154.364757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.563696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.766852Z","time spent":"796.837204ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:09.563828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.568805Z","time spent":"995.005797ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:16:09.563519Z","caller":"traceutil/trace.go:171","msg":"trace[1768646705] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f; range_end:; response_count:1; response_revision:8245; }","duration":"1.209963361s","start":"2026-05-19T03:16:08.353537Z","end":"2026-05-19T03:16:09.563501Z","steps":["trace[1768646705] 'agreement among raft nodes before linearized reading' (duration: 1.209598281s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:09.563615Z","caller":"traceutil/trace.go:171","msg":"trace[1626978450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8245; }","duration":"1.025985708s","start":"2026-05-19T03:16:08.537609Z","end":"2026-05-19T03:16:09.563595Z","steps":["trace[1626978450] 'agreement among raft nodes before linearized reading' (duration: 1.025747182s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.563912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.35351Z","time spent":"1.210382771s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f\" "} {"level":"info","ts":"2026-05-19T03:16:09.563451Z","caller":"traceutil/trace.go:171","msg":"trace[470373909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8245; }","duration":"852.516425ms","start":"2026-05-19T03:16:08.710919Z","end":"2026-05-19T03:16:09.563435Z","steps":["trace[470373909] 'agreement among raft nodes before linearized reading' (duration: 852.375891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.564064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.710907Z","time spent":"853.11638ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:16:09.56393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.537601Z","time spent":"1.026322166s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:16:09.563729Z","caller":"traceutil/trace.go:171","msg":"trace[1157069466] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8245; }","duration":"855.145401ms","start":"2026-05-19T03:16:08.708569Z","end":"2026-05-19T03:16:09.563715Z","steps":["trace[1157069466] 'agreement among raft nodes before linearized reading' (duration: 855.017528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.564299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.708546Z","time spent":"855.731105ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:09.563773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.531127Z","time spent":"1.032633048s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:16:09.56378Z","caller":"traceutil/trace.go:171","msg":"trace[1794151307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8245; }","duration":"799.571904ms","start":"2026-05-19T03:16:08.764197Z","end":"2026-05-19T03:16:09.563769Z","steps":["trace[1794151307] 'agreement among raft nodes before linearized reading' (duration: 799.444661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.564697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.764181Z","time spent":"800.483757ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:09.563728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.822433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:09.564963Z","caller":"traceutil/trace.go:171","msg":"trace[594679000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8245; }","duration":"956.074025ms","start":"2026-05-19T03:16:08.608864Z","end":"2026-05-19T03:16:09.564938Z","steps":["trace[594679000] 'agreement among raft nodes before linearized reading' (duration: 954.850004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:09.565006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:08.608845Z","time spent":"956.148757ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:16:17.732413Z","caller":"traceutil/trace.go:171","msg":"trace[1283003388] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8583; }","duration":"123.665354ms","start":"2026-05-19T03:16:17.608728Z","end":"2026-05-19T03:16:17.732393Z","steps":["trace[1283003388] 'read index received' (duration: 62.910584ms)","trace[1283003388] 'applied index is now lower than readState.Index' (duration: 60.7539ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:17.732469Z","caller":"traceutil/trace.go:171","msg":"trace[134973497] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"132.375606ms","start":"2026-05-19T03:16:17.600051Z","end":"2026-05-19T03:16:17.732427Z","steps":["trace[134973497] 'process raft request' (duration: 132.255593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.821678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:17.732607Z","caller":"traceutil/trace.go:171","msg":"trace[1833149413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8288; }","duration":"123.89733ms","start":"2026-05-19T03:16:17.608689Z","end":"2026-05-19T03:16:17.732586Z","steps":["trace[1833149413] 'agreement among raft nodes before linearized reading' (duration: 123.828178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.898364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:16:17.732702Z","caller":"traceutil/trace.go:171","msg":"trace[1873350329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8288; }","duration":"111.975986ms","start":"2026-05-19T03:16:17.620719Z","end":"2026-05-19T03:16:17.732695Z","steps":["trace[1873350329] 'agreement among raft nodes before linearized reading' (duration: 111.834103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.5927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:16:17.733146Z","caller":"traceutil/trace.go:171","msg":"trace[134532650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8288; }","duration":"120.032631ms","start":"2026-05-19T03:16:17.613094Z","end":"2026-05-19T03:16:17.733127Z","steps":["trace[134532650] 'agreement among raft nodes before linearized reading' (duration: 119.456837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.63113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:16:17.733317Z","caller":"traceutil/trace.go:171","msg":"trace[1273161221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8288; }","duration":"118.184854ms","start":"2026-05-19T03:16:17.615089Z","end":"2026-05-19T03:16:17.733274Z","steps":["trace[1273161221] 'agreement among raft nodes before linearized reading' (duration: 117.534958ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:17.732426Z","caller":"traceutil/trace.go:171","msg":"trace[740994024] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"134.622753ms","start":"2026-05-19T03:16:17.597777Z","end":"2026-05-19T03:16:17.732399Z","steps":["trace[740994024] 'process raft request' (duration: 111.607307ms)","trace[740994024] 'compare' (duration: 22.803321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:17.73285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.280696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:16:17.733462Z","caller":"traceutil/trace.go:171","msg":"trace[1617062337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8288; }","duration":"118.918452ms","start":"2026-05-19T03:16:17.614529Z","end":"2026-05-19T03:16:17.733448Z","steps":["trace[1617062337] 'agreement among raft nodes before linearized reading' (duration: 118.257576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.570032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:16:17.733602Z","caller":"traceutil/trace.go:171","msg":"trace[1820607104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8288; }","duration":"106.284941ms","start":"2026-05-19T03:16:17.627263Z","end":"2026-05-19T03:16:17.733548Z","steps":["trace[1820607104] 'agreement among raft nodes before linearized reading' (duration: 105.44508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.512516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:16:17.734308Z","caller":"traceutil/trace.go:171","msg":"trace[832267575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8288; }","duration":"116.938062ms","start":"2026-05-19T03:16:17.617356Z","end":"2026-05-19T03:16:17.734295Z","steps":["trace[832267575] 'agreement among raft nodes before linearized reading' (duration: 115.302261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.732995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.684753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:16:17.734404Z","caller":"traceutil/trace.go:171","msg":"trace[865508272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8288; }","duration":"110.140759ms","start":"2026-05-19T03:16:17.624239Z","end":"2026-05-19T03:16:17.734379Z","steps":["trace[865508272] 'agreement among raft nodes before linearized reading' (duration: 108.576929ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:17.862203Z","caller":"traceutil/trace.go:171","msg":"trace[40679086] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"124.644359ms","start":"2026-05-19T03:16:17.737533Z","end":"2026-05-19T03:16:17.862177Z","steps":["trace[40679086] 'process raft request' (duration: 103.767307ms)","trace[40679086] 'compare' (duration: 20.669947ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:17.862472Z","caller":"traceutil/trace.go:171","msg":"trace[91598596] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"124.820243ms","start":"2026-05-19T03:16:17.737578Z","end":"2026-05-19T03:16:17.862398Z","steps":["trace[91598596] 'process raft request' (duration: 124.523256ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:17.8625Z","caller":"traceutil/trace.go:171","msg":"trace[1177716291] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"124.870684ms","start":"2026-05-19T03:16:17.7376Z","end":"2026-05-19T03:16:17.862471Z","steps":["trace[1177716291] 'process raft request' (duration: 124.68727ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:17.862521Z","caller":"traceutil/trace.go:171","msg":"trace[1955128092] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8586; }","duration":"124.141336ms","start":"2026-05-19T03:16:17.73836Z","end":"2026-05-19T03:16:17.862501Z","steps":["trace[1955128092] 'read index received' (duration: 23.709384ms)","trace[1955128092] 'applied index is now lower than readState.Index' (duration: 100.430872ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:17.862771Z","caller":"traceutil/trace.go:171","msg":"trace[230473883] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"124.29946ms","start":"2026-05-19T03:16:17.738435Z","end":"2026-05-19T03:16:17.862734Z","steps":["trace[230473883] 'process raft request' (duration: 124.013753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:17.86296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-05-19T03:16:17.863057Z","caller":"traceutil/trace.go:171","msg":"trace[293906215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8294; }","duration":"124.70929ms","start":"2026-05-19T03:16:17.738331Z","end":"2026-05-19T03:16:17.86304Z","steps":["trace[293906215] 'agreement among raft nodes before linearized reading' (duration: 124.225928ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:17.86267Z","caller":"traceutil/trace.go:171","msg":"trace[120833688] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"124.949716ms","start":"2026-05-19T03:16:17.737683Z","end":"2026-05-19T03:16:17.862632Z","steps":["trace[120833688] 'process raft request' (duration: 124.70955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:19.109374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589311445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:19.173743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:18.35525Z","time spent":"818.485806ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:16:19.1739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.072662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:19.173971Z","caller":"traceutil/trace.go:171","msg":"trace[634040457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"565.195796ms","start":"2026-05-19T03:16:18.608758Z","end":"2026-05-19T03:16:19.173954Z","steps":["trace[634040457] 'agreement among raft nodes before linearized reading' (duration: 565.047232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:19.174007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:18.60874Z","time spent":"565.261177ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:16:19.173733Z","caller":"traceutil/trace.go:171","msg":"trace[1328692040] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"564.881457ms","start":"2026-05-19T03:16:18.608808Z","end":"2026-05-19T03:16:19.173689Z","steps":["trace[1328692040] 'read index received' (duration: 564.645881ms)","trace[1328692040] 'applied index is now lower than readState.Index' (duration: 232.786µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:19.50335Z","caller":"traceutil/trace.go:171","msg":"trace[1122124250] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"328.125169ms","start":"2026-05-19T03:16:19.175198Z","end":"2026-05-19T03:16:19.503323Z","steps":["trace[1122124250] 'process raft request' (duration: 256.597103ms)","trace[1122124250] 'compare' (duration: 71.237748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:19.503542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:19.17517Z","time spent":"328.273273ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:19.859626Z","caller":"traceutil/trace.go:171","msg":"trace[2069390267] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"179.18266ms","start":"2026-05-19T03:16:19.680419Z","end":"2026-05-19T03:16:19.859602Z","steps":["trace[2069390267] 'read index received' (duration: 179.096918ms)","trace[2069390267] 'applied index is now lower than readState.Index' (duration: 84.692µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:19.859822Z","caller":"traceutil/trace.go:171","msg":"trace[1100789783] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"181.279445ms","start":"2026-05-19T03:16:19.678487Z","end":"2026-05-19T03:16:19.859766Z","steps":["trace[1100789783] 'process raft request' (duration: 180.934116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:19.859862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.419656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:19.859954Z","caller":"traceutil/trace.go:171","msg":"trace[1682710372] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8297; }","duration":"179.592301ms","start":"2026-05-19T03:16:19.680337Z","end":"2026-05-19T03:16:19.859929Z","steps":["trace[1682710372] 'agreement among raft nodes before linearized reading' (duration: 179.430397ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:19.929418Z","caller":"traceutil/trace.go:171","msg":"trace[506373693] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"191.109124ms","start":"2026-05-19T03:16:19.738272Z","end":"2026-05-19T03:16:19.929381Z","steps":["trace[506373693] 'process raft request' (duration: 158.346128ms)","trace[506373693] 'compare' (duration: 32.558691ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:19.929433Z","caller":"traceutil/trace.go:171","msg":"trace[1803501079] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"189.495403ms","start":"2026-05-19T03:16:19.739918Z","end":"2026-05-19T03:16:19.929413Z","steps":["trace[1803501079] 'process raft request' (duration: 189.39293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:19.929607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.073399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:16:19.929654Z","caller":"traceutil/trace.go:171","msg":"trace[213235099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"163.173952ms","start":"2026-05-19T03:16:19.766463Z","end":"2026-05-19T03:16:19.929637Z","steps":["trace[213235099] 'agreement among raft nodes before linearized reading' (duration: 163.012647ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:21.468168Z","caller":"traceutil/trace.go:171","msg":"trace[624495624] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"270.822767ms","start":"2026-05-19T03:16:21.197311Z","end":"2026-05-19T03:16:21.468133Z","steps":["trace[624495624] 'process raft request' (duration: 270.618542ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.038135Z","caller":"traceutil/trace.go:171","msg":"trace[1452985981] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"172.355697ms","start":"2026-05-19T03:16:21.865756Z","end":"2026-05-19T03:16:22.038111Z","steps":["trace[1452985981] 'process raft request' (duration: 172.210663ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.073004Z","caller":"traceutil/trace.go:171","msg":"trace[1663186639] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"137.194519ms","start":"2026-05-19T03:16:21.935783Z","end":"2026-05-19T03:16:22.072977Z","steps":["trace[1663186639] 'process raft request' (duration: 136.983444ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.073121Z","caller":"traceutil/trace.go:171","msg":"trace[869738782] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8608; }","duration":"127.957893ms","start":"2026-05-19T03:16:21.945141Z","end":"2026-05-19T03:16:22.073099Z","steps":["trace[869738782] 'read index received' (duration: 92.956741ms)","trace[869738782] 'applied index is now lower than readState.Index' (duration: 35.000022ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:22.073201Z","caller":"traceutil/trace.go:171","msg":"trace[1679604303] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"136.176072ms","start":"2026-05-19T03:16:21.936983Z","end":"2026-05-19T03:16:22.073159Z","steps":["trace[1679604303] 'process raft request' (duration: 135.924506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.07335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.199949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:16:22.073395Z","caller":"traceutil/trace.go:171","msg":"trace[1383621267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8310; }","duration":"128.292141ms","start":"2026-05-19T03:16:21.94509Z","end":"2026-05-19T03:16:22.073382Z","steps":["trace[1383621267] 'agreement among raft nodes before linearized reading' (duration: 128.110766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.510441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.090628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:16:22.510583Z","caller":"traceutil/trace.go:171","msg":"trace[1551146878] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"433.202048ms","start":"2026-05-19T03:16:22.077353Z","end":"2026-05-19T03:16:22.510555Z","steps":["trace[1551146878] 'process raft request' (duration: 73.885844ms)","trace[1551146878] 'compare' (duration: 358.887263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:22.510671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.077322Z","time spent":"433.302691ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:22.532797Z","caller":"traceutil/trace.go:171","msg":"trace[433987140] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"455.335693ms","start":"2026-05-19T03:16:22.077433Z","end":"2026-05-19T03:16:22.532769Z","steps":["trace[433987140] 'process raft request' (duration: 455.085697ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.532902Z","caller":"traceutil/trace.go:171","msg":"trace[742021865] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8610; }","duration":"454.873032ms","start":"2026-05-19T03:16:22.078011Z","end":"2026-05-19T03:16:22.532884Z","steps":["trace[742021865] 'read index received' (duration: 73.241038ms)","trace[742021865] 'applied index is now lower than readState.Index' (duration: 381.631104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:22.532923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.077415Z","time spent":"455.439536ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:22.533001Z","caller":"traceutil/trace.go:171","msg":"trace[1603994994] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"455.051366ms","start":"2026-05-19T03:16:22.077923Z","end":"2026-05-19T03:16:22.532975Z","steps":["trace[1603994994] 'process raft request' (duration: 454.81854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.5331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.095326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:22.533141Z","caller":"traceutil/trace.go:171","msg":"trace[608352299] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8316; }","duration":"284.180948ms","start":"2026-05-19T03:16:22.24895Z","end":"2026-05-19T03:16:22.53313Z","steps":["trace[608352299] 'agreement among raft nodes before linearized reading' (duration: 284.131237ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.533157Z","caller":"traceutil/trace.go:171","msg":"trace[765736832] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"454.931382ms","start":"2026-05-19T03:16:22.078213Z","end":"2026-05-19T03:16:22.533144Z","steps":["trace[765736832] 'process raft request' (duration: 454.585724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.533202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.0782Z","time spent":"454.979635ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:22.533226Z","caller":"traceutil/trace.go:171","msg":"trace[1315730873] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"455.705203ms","start":"2026-05-19T03:16:22.077484Z","end":"2026-05-19T03:16:22.533189Z","steps":["trace[1315730873] 'process raft request' (duration: 455.169729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.53306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.266861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:16:22.533306Z","caller":"traceutil/trace.go:171","msg":"trace[2096286095] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"455.420637ms","start":"2026-05-19T03:16:22.07785Z","end":"2026-05-19T03:16:22.53327Z","steps":["trace[2096286095] 'process raft request' (duration: 454.856941ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:22.53339Z","caller":"traceutil/trace.go:171","msg":"trace[2134103360] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8316; }","duration":"424.630881ms","start":"2026-05-19T03:16:22.108738Z","end":"2026-05-19T03:16:22.533369Z","steps":["trace[2134103360] 'agreement among raft nodes before linearized reading' (duration: 424.2522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.53343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.077467Z","time spent":"455.842206ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:22.533446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.108721Z","time spent":"424.708233ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:22.533284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.0779Z","time spent":"455.195269ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:22.533552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.077838Z","time spent":"455.58771ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:22.533726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.706993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-05-19T03:16:22.533959Z","caller":"traceutil/trace.go:171","msg":"trace[535737936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8316; }","duration":"455.96406ms","start":"2026-05-19T03:16:22.07797Z","end":"2026-05-19T03:16:22.533934Z","steps":["trace[535737936] 'agreement among raft nodes before linearized reading' (duration: 455.021636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:22.534043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.077952Z","time spent":"456.066812ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:16:23.506223Z","caller":"traceutil/trace.go:171","msg":"trace[417667562] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"618.396033ms","start":"2026-05-19T03:16:22.887793Z","end":"2026-05-19T03:16:23.506189Z","steps":["trace[417667562] 'process raft request' (duration: 618.201448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:23.506406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:22.88777Z","time spent":"618.542426ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:24.88933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589311497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:24.927717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315643576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:24.92779Z","caller":"traceutil/trace.go:171","msg":"trace[971416736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8317; }","duration":"1.315765109s","start":"2026-05-19T03:16:23.612004Z","end":"2026-05-19T03:16:24.927769Z","steps":["trace[971416736] 'range keys from in-memory index tree' (duration: 1.315567073s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.928282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101068623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:24.928481Z","caller":"traceutil/trace.go:171","msg":"trace[586605459] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"862.506589ms","start":"2026-05-19T03:16:24.065956Z","end":"2026-05-19T03:16:24.928462Z","steps":["trace[586605459] 'process raft request' (duration: 836.430724ms)","trace[586605459] 'compare' (duration: 25.91763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:24.928536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.611983Z","time spent":"1.315837s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:16:24.92859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.065933Z","time spent":"862.594551ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:24.928565Z","caller":"traceutil/trace.go:171","msg":"trace[1249883837] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8317; }","duration":"1.101342282s","start":"2026-05-19T03:16:23.827144Z","end":"2026-05-19T03:16:24.928486Z","steps":["trace[1249883837] 'count revisions from in-memory index tree' (duration: 1.100965941s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:24.928729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:23.827126Z","time spent":"1.101580557s","remote":"127.0.0.1:54388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:25.27044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.815721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:16:25.270673Z","caller":"traceutil/trace.go:171","msg":"trace[530910908] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"1.192892616s","start":"2026-05-19T03:16:24.077702Z","end":"2026-05-19T03:16:25.270595Z","steps":["trace[530910908] 'process raft request' (duration: 995.827938ms)","trace[530910908] 'compare' (duration: 196.698658ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:25.270796Z","caller":"traceutil/trace.go:171","msg":"trace[219639672] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"1.191708336s","start":"2026-05-19T03:16:24.079071Z","end":"2026-05-19T03:16:25.27078Z","steps":["trace[219639672] 'process raft request' (duration: 1.19146968s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.270875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.079057Z","time spent":"1.191768987s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:25.270918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.077688Z","time spent":"1.193093901s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:25.271072Z","caller":"traceutil/trace.go:171","msg":"trace[4874281] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8617; }","duration":"887.678541ms","start":"2026-05-19T03:16:24.383128Z","end":"2026-05-19T03:16:25.270807Z","steps":["trace[4874281] 'read index received' (duration: 519.252254ms)","trace[4874281] 'applied index is now lower than readState.Index' (duration: 368.420227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:25.3446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.440782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:25.344665Z","caller":"traceutil/trace.go:171","msg":"trace[117269199] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8320; }","duration":"961.535215ms","start":"2026-05-19T03:16:24.383108Z","end":"2026-05-19T03:16:25.344644Z","steps":["trace[117269199] 'agreement among raft nodes before linearized reading' (duration: 887.777744ms)","trace[117269199] 'count revisions from in-memory index tree' (duration: 73.626937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:25.344696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.383088Z","time spent":"961.601036ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:16:25.344704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.372418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:16:25.344755Z","caller":"traceutil/trace.go:171","msg":"trace[978566547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8320; }","duration":"797.421859ms","start":"2026-05-19T03:16:24.547315Z","end":"2026-05-19T03:16:25.344737Z","steps":["trace[978566547] 'agreement among raft nodes before linearized reading' (duration: 797.317756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.344797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.547309Z","time spent":"797.47878ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:25.344807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:16:25.344595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.467366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:16:25.344871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.594744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:16:25.344841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.45014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:16:25.344894Z","caller":"traceutil/trace.go:171","msg":"trace[780864139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8320; }","duration":"105.589523ms","start":"2026-05-19T03:16:25.239285Z","end":"2026-05-19T03:16:25.344874Z","steps":["trace[780864139] 'agreement among raft nodes before linearized reading' (duration: 105.399149ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.344926Z","caller":"traceutil/trace.go:171","msg":"trace[500764975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8320; }","duration":"797.668235ms","start":"2026-05-19T03:16:24.547243Z","end":"2026-05-19T03:16:25.344911Z","steps":["trace[500764975] 'agreement among raft nodes before linearized reading' (duration: 797.504011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.344957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.547238Z","time spent":"797.711596ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:16:25.344977Z","caller":"traceutil/trace.go:171","msg":"trace[1608993129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8320; }","duration":"797.594704ms","start":"2026-05-19T03:16:24.547337Z","end":"2026-05-19T03:16:25.344932Z","steps":["trace[1608993129] 'agreement among raft nodes before linearized reading' (duration: 797.211604ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.344912Z","caller":"traceutil/trace.go:171","msg":"trace[1103352678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8320; }","duration":"829.859146ms","start":"2026-05-19T03:16:24.515044Z","end":"2026-05-19T03:16:25.344903Z","steps":["trace[1103352678] 'agreement among raft nodes before linearized reading' (duration: 829.379734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.345052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.515023Z","time spent":"830.02273ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:16:25.345057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.547327Z","time spent":"797.693486ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:25.3451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.807969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:16:25.345126Z","caller":"traceutil/trace.go:171","msg":"trace[2019641236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8320; }","duration":"797.855661ms","start":"2026-05-19T03:16:24.547264Z","end":"2026-05-19T03:16:25.34512Z","steps":["trace[2019641236] 'agreement among raft nodes before linearized reading' (duration: 797.765328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.345145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.547261Z","time spent":"797.879561ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:25.345328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.23393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:16:25.345342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.162918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:16:25.34536Z","caller":"traceutil/trace.go:171","msg":"trace[550702869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8320; }","duration":"798.292331ms","start":"2026-05-19T03:16:24.547057Z","end":"2026-05-19T03:16:25.34535Z","steps":["trace[550702869] 'agreement among raft nodes before linearized reading' (duration: 798.204559ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.34538Z","caller":"traceutil/trace.go:171","msg":"trace[1968676579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8320; }","duration":"798.23313ms","start":"2026-05-19T03:16:24.547136Z","end":"2026-05-19T03:16:25.34537Z","steps":["trace[1968676579] 'agreement among raft nodes before linearized reading' (duration: 798.136747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.345398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.54704Z","time spent":"798.348632ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:16:25.345417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.547124Z","time spent":"798.286671ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:16:25.345381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.726518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:25.345606Z","caller":"traceutil/trace.go:171","msg":"trace[45650138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"415.560519ms","start":"2026-05-19T03:16:24.930019Z","end":"2026-05-19T03:16:25.345579Z","steps":["trace[45650138] 'agreement among raft nodes before linearized reading' (duration: 414.708568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.345686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:24.929969Z","time spent":"415.700282ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:16:25.566625Z","caller":"traceutil/trace.go:171","msg":"trace[414595227] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"216.600685ms","start":"2026-05-19T03:16:25.350004Z","end":"2026-05-19T03:16:25.566605Z","steps":["trace[414595227] 'process raft request' (duration: 216.475821ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.566794Z","caller":"traceutil/trace.go:171","msg":"trace[1325711045] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"216.288506ms","start":"2026-05-19T03:16:25.350499Z","end":"2026-05-19T03:16:25.566788Z","steps":["trace[1325711045] 'process raft request' (duration: 216.078631ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.567136Z","caller":"traceutil/trace.go:171","msg":"trace[1551782767] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8621; }","duration":"215.320222ms","start":"2026-05-19T03:16:25.351782Z","end":"2026-05-19T03:16:25.567102Z","steps":["trace[1551782767] 'read index received' (duration: 34.562502ms)","trace[1551782767] 'applied index is now lower than readState.Index' (duration: 180.75655ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:25.567178Z","caller":"traceutil/trace.go:171","msg":"trace[2077063390] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"216.649767ms","start":"2026-05-19T03:16:25.350521Z","end":"2026-05-19T03:16:25.567171Z","steps":["trace[2077063390] 'process raft request' (duration: 216.241016ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.567255Z","caller":"traceutil/trace.go:171","msg":"trace[936344642] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"216.354359ms","start":"2026-05-19T03:16:25.350889Z","end":"2026-05-19T03:16:25.567244Z","steps":["trace[936344642] 'process raft request' (duration: 216.089631ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:25.567331Z","caller":"traceutil/trace.go:171","msg":"trace[1266876705] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"215.64874ms","start":"2026-05-19T03:16:25.35165Z","end":"2026-05-19T03:16:25.567299Z","steps":["trace[1266876705] 'process raft request' (duration: 215.407983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.567353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.643405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:16:25.567423Z","caller":"traceutil/trace.go:171","msg":"trace[1175080233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8326; }","duration":"214.731847ms","start":"2026-05-19T03:16:25.352669Z","end":"2026-05-19T03:16:25.567401Z","steps":["trace[1175080233] 'agreement among raft nodes before linearized reading' (duration: 214.604033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:25.567595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.806235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-05-19T03:16:25.567665Z","caller":"traceutil/trace.go:171","msg":"trace[461311423] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8326; }","duration":"215.913387ms","start":"2026-05-19T03:16:25.351736Z","end":"2026-05-19T03:16:25.567649Z","steps":["trace[461311423] 'agreement among raft nodes before linearized reading' (duration: 215.514497ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:51.233369Z","caller":"traceutil/trace.go:171","msg":"trace[666761189] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"190.557462ms","start":"2026-05-19T03:16:51.042787Z","end":"2026-05-19T03:16:51.233344Z","steps":["trace[666761189] 'process raft request' (duration: 190.404527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:53.790198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589312144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:16:54.096865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153893521s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:16:54.28571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.57559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:16:54.286562Z","caller":"traceutil/trace.go:171","msg":"trace[763997609] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"1.036754043s","start":"2026-05-19T03:16:53.249771Z","end":"2026-05-19T03:16:54.286525Z","steps":["trace[763997609] 'process raft request' (duration: 1.036043655s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.286938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.249753Z","time spent":"1.037076661s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:54.575523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.9128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:16:54.57592Z","caller":"traceutil/trace.go:171","msg":"trace[1408496954] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8830; }","duration":"1.28600457s","start":"2026-05-19T03:16:53.289898Z","end":"2026-05-19T03:16:54.575903Z","steps":["trace[1408496954] 'read index received' (duration: 807.296401ms)","trace[1408496954] 'applied index is now lower than readState.Index' (duration: 478.706999ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:16:54.576473Z","caller":"traceutil/trace.go:171","msg":"trace[910504739] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"1.208327868s","start":"2026-05-19T03:16:53.36813Z","end":"2026-05-19T03:16:54.576458Z","steps":["trace[910504739] 'process raft request' (duration: 1.207654001s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.576201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286271847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:16:54.576634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.368119Z","time spent":"1.208412601s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:16:54.57673Z","caller":"traceutil/trace.go:171","msg":"trace[758293819] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8526; }","duration":"1.28679006s","start":"2026-05-19T03:16:53.289872Z","end":"2026-05-19T03:16:54.576662Z","steps":["trace[758293819] 'agreement among raft nodes before linearized reading' (duration: 1.286230905s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:54.576746Z","caller":"traceutil/trace.go:171","msg":"trace[253452257] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"602.384974ms","start":"2026-05-19T03:16:53.9743Z","end":"2026-05-19T03:16:54.576685Z","steps":["trace[253452257] 'process raft request' (duration: 601.551183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.576915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.848009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:16:54.576994Z","caller":"traceutil/trace.go:171","msg":"trace[359511938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8526; }","duration":"993.972022ms","start":"2026-05-19T03:16:53.582998Z","end":"2026-05-19T03:16:54.57697Z","steps":["trace[359511938] 'agreement among raft nodes before linearized reading' (duration: 993.773507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.582963Z","time spent":"994.057255ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:54.577214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.36385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:16:54.57727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.776453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:16:54.577271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.825671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:16:54.577296Z","caller":"traceutil/trace.go:171","msg":"trace[1724150811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8526; }","duration":"852.485303ms","start":"2026-05-19T03:16:53.724789Z","end":"2026-05-19T03:16:54.577274Z","steps":["trace[1724150811] 'agreement among raft nodes before linearized reading' (duration: 852.268227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.669598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:16:54.577279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.873418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:16:54.577343Z","caller":"traceutil/trace.go:171","msg":"trace[2102786376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8526; }","duration":"836.901186ms","start":"2026-05-19T03:16:53.740418Z","end":"2026-05-19T03:16:54.57732Z","steps":["trace[2102786376] 'agreement among raft nodes before linearized reading' (duration: 836.64194ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:16:54.57735Z","caller":"traceutil/trace.go:171","msg":"trace[1013423708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8526; }","duration":"812.942614ms","start":"2026-05-19T03:16:53.764389Z","end":"2026-05-19T03:16:54.577332Z","steps":["trace[1013423708] 'agreement among raft nodes before linearized reading' (duration: 812.666007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.724764Z","time spent":"852.579176ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:16:54.57738Z","caller":"traceutil/trace.go:171","msg":"trace[1643747276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8526; }","duration":"805.813822ms","start":"2026-05-19T03:16:53.771545Z","end":"2026-05-19T03:16:54.577359Z","steps":["trace[1643747276] 'agreement among raft nodes before linearized reading' (duration: 805.473043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.740391Z","time spent":"836.989898ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:16:54.577391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.764365Z","time spent":"813.016856ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:16:54.5774Z","caller":"traceutil/trace.go:171","msg":"trace[1961721127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8526; }","duration":"843.048132ms","start":"2026-05-19T03:16:53.734325Z","end":"2026-05-19T03:16:54.577373Z","steps":["trace[1961721127] 'agreement among raft nodes before linearized reading' (duration: 842.724794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.771534Z","time spent":"805.891334ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:16:54.577463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.734304Z","time spent":"843.145585ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:16:54.576854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.289856Z","time spent":"1.286961594s","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:16:54.576287Z","caller":"traceutil/trace.go:171","msg":"trace[1063875893] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"1.208948286s","start":"2026-05-19T03:16:53.367317Z","end":"2026-05-19T03:16:54.576265Z","steps":["trace[1063875893] 'process raft request' (duration: 919.189484ms)","trace[1063875893] 'compare' (duration: 288.759985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:16:54.577713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.36729Z","time spent":"1.210366741s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:54.577727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.974279Z","time spent":"602.60507ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:16:54.577747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.496769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:16:54.577885Z","caller":"traceutil/trace.go:171","msg":"trace[107610769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8526; }","duration":"824.660743ms","start":"2026-05-19T03:16:53.753216Z","end":"2026-05-19T03:16:54.577877Z","steps":["trace[107610769] 'agreement among raft nodes before linearized reading' (duration: 824.455138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:16:54.577913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:16:53.753201Z","time spent":"824.706464ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:07.931033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.735969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:17:07.931208Z","caller":"traceutil/trace.go:171","msg":"trace[1968878737] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8950; }","duration":"730.047401ms","start":"2026-05-19T03:17:07.201148Z","end":"2026-05-19T03:17:07.931196Z","steps":["trace[1968878737] 'read index received' (duration: 224.034034ms)","trace[1968878737] 'applied index is now lower than readState.Index' (duration: 506.012387ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:07.931262Z","caller":"traceutil/trace.go:171","msg":"trace[758766414] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"946.388328ms","start":"2026-05-19T03:17:06.984867Z","end":"2026-05-19T03:17:07.931255Z","steps":["trace[758766414] 'process raft request' (duration: 946.255215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.931311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:06.984859Z","time spent":"946.424459ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:07.931307Z","caller":"traceutil/trace.go:171","msg":"trace[1507736260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8637; }","duration":"950.289627ms","start":"2026-05-19T03:17:06.980979Z","end":"2026-05-19T03:17:07.931269Z","steps":["trace[1507736260] 'process raft request' (duration: 444.195919ms)","trace[1507736260] 'compare' (duration: 505.165915ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:07.93136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.199714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:07.93145Z","caller":"traceutil/trace.go:171","msg":"trace[1329543342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8638; }","duration":"730.338478ms","start":"2026-05-19T03:17:07.201093Z","end":"2026-05-19T03:17:07.931431Z","steps":["trace[1329543342] 'agreement among raft nodes before linearized reading' (duration: 730.192315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.931494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:07.201068Z","time spent":"730.41663ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:17:07.932254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:06.980964Z","time spent":"950.440361ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-19T03:17:07.992374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.813159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:07.992411Z","caller":"traceutil/trace.go:171","msg":"trace[820939478] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"476.593646ms","start":"2026-05-19T03:17:07.515788Z","end":"2026-05-19T03:17:07.992382Z","steps":["trace[820939478] 'process raft request' (duration: 476.264507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.992396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.28006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:07.992459Z","caller":"traceutil/trace.go:171","msg":"trace[1615122384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8639; }","duration":"383.955413ms","start":"2026-05-19T03:17:07.608492Z","end":"2026-05-19T03:17:07.992448Z","steps":["trace[1615122384] 'agreement among raft nodes before linearized reading' (duration: 383.760508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.992489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:07.608474Z","time spent":"384.007614ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:17:07.99249Z","caller":"traceutil/trace.go:171","msg":"trace[475281898] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8639; }","duration":"253.432805ms","start":"2026-05-19T03:17:07.739034Z","end":"2026-05-19T03:17:07.992467Z","steps":["trace[475281898] 'agreement among raft nodes before linearized reading' (duration: 253.201039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.992527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:07.515763Z","time spent":"476.700579ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:17:07.992394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.646407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6stsc\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-05-19T03:17:07.992802Z","caller":"traceutil/trace.go:171","msg":"trace[115151069] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6stsc; range_end:; response_count:1; response_revision:8639; }","duration":"477.091568ms","start":"2026-05-19T03:17:07.515698Z","end":"2026-05-19T03:17:07.992789Z","steps":["trace[115151069] 'agreement among raft nodes before linearized reading' (duration: 476.642527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:07.992739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.363232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-19T03:17:07.992845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:07.51568Z","time spent":"477.14847ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6stsc\" "} {"level":"info","ts":"2026-05-19T03:17:07.992897Z","caller":"traceutil/trace.go:171","msg":"trace[1676196051] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:8639; }","duration":"224.542747ms","start":"2026-05-19T03:17:07.768329Z","end":"2026-05-19T03:17:07.992872Z","steps":["trace[1676196051] 'agreement among raft nodes before linearized reading' (duration: 224.126926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.172708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589312542,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:17:09.260099Z","caller":"traceutil/trace.go:171","msg":"trace[865933434] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"628.695824ms","start":"2026-05-19T03:17:08.63138Z","end":"2026-05-19T03:17:09.260076Z","steps":["trace[865933434] 'process raft request' (duration: 628.54039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.260247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.63133Z","time spent":"628.834568ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:09.36153Z","caller":"traceutil/trace.go:171","msg":"trace[1220459777] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8961; }","duration":"689.27637ms","start":"2026-05-19T03:17:08.672229Z","end":"2026-05-19T03:17:09.361505Z","steps":["trace[1220459777] 'read index received' (duration: 587.699198ms)","trace[1220459777] 'applied index is now lower than readState.Index' (duration: 101.576212ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:09.361635Z","caller":"traceutil/trace.go:171","msg":"trace[994423276] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"729.25289ms","start":"2026-05-19T03:17:08.632333Z","end":"2026-05-19T03:17:09.361586Z","steps":["trace[994423276] 'process raft request' (duration: 728.881901ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:09.361734Z","caller":"traceutil/trace.go:171","msg":"trace[1419938309] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"723.537715ms","start":"2026-05-19T03:17:08.638165Z","end":"2026-05-19T03:17:09.361703Z","steps":["trace[1419938309] 'process raft request' (duration: 723.268348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.361826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.632324Z","time spent":"729.398145ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:09.361855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.89122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:17:09.361924Z","caller":"traceutil/trace.go:171","msg":"trace[189227366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8649; }","duration":"689.007333ms","start":"2026-05-19T03:17:08.672903Z","end":"2026-05-19T03:17:09.361911Z","steps":["trace[189227366] 'agreement among raft nodes before linearized reading' (duration: 688.828379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.361927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.638133Z","time spent":"723.679269ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:09.361947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.672881Z","time spent":"689.061255ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:17:09.389375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.208232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:17:09.389381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.407141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:17:09.38941Z","caller":"traceutil/trace.go:171","msg":"trace[1282418892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8649; }","duration":"715.285524ms","start":"2026-05-19T03:17:08.674116Z","end":"2026-05-19T03:17:09.389402Z","steps":["trace[1282418892] 'agreement among raft nodes before linearized reading' (duration: 715.191972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.389429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.889044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:09.38943Z","caller":"traceutil/trace.go:171","msg":"trace[1297464372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8649; }","duration":"714.479563ms","start":"2026-05-19T03:17:08.674932Z","end":"2026-05-19T03:17:09.389412Z","steps":["trace[1297464372] 'agreement among raft nodes before linearized reading' (duration: 686.988982ms)","trace[1297464372] 'range keys from in-memory index tree' (duration: 27.363258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.389436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.674101Z","time spent":"715.329625ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:17:09.389448Z","caller":"traceutil/trace.go:171","msg":"trace[31071238] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8649; }","duration":"269.966296ms","start":"2026-05-19T03:17:09.119476Z","end":"2026-05-19T03:17:09.389442Z","steps":["trace[31071238] 'agreement among raft nodes before linearized reading' (duration: 269.927605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.389457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.674925Z","time spent":"714.526805ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:09.38935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.770808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:17:09.389504Z","caller":"traceutil/trace.go:171","msg":"trace[771999894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8649; }","duration":"710.957814ms","start":"2026-05-19T03:17:08.678534Z","end":"2026-05-19T03:17:09.389491Z","steps":["trace[771999894] 'agreement among raft nodes before linearized reading' (duration: 683.279758ms)","trace[771999894] 'range keys from bolt db' (duration: 27.4333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.389527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.678523Z","time spent":"710.996754ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:09.389562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.621899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-05-19T03:17:09.389559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.299095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:09.389581Z","caller":"traceutil/trace.go:171","msg":"trace[1424792475] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8649; }","duration":"460.67138ms","start":"2026-05-19T03:17:08.928905Z","end":"2026-05-19T03:17:09.389576Z","steps":["trace[1424792475] 'agreement among raft nodes before linearized reading' (duration: 460.615428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.389598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.928888Z","time spent":"460.706961ms","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-05-19T03:17:09.389597Z","caller":"traceutil/trace.go:171","msg":"trace[137323350] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8649; }","duration":"283.380687ms","start":"2026-05-19T03:17:09.106204Z","end":"2026-05-19T03:17:09.389585Z","steps":["trace[137323350] 'agreement among raft nodes before linearized reading' (duration: 283.316845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.389643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.476663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T03:17:09.389539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.932027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:09.389756Z","caller":"traceutil/trace.go:171","msg":"trace[1818297767] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8649; }","duration":"145.160712ms","start":"2026-05-19T03:17:09.244563Z","end":"2026-05-19T03:17:09.389724Z","steps":["trace[1818297767] 'agreement among raft nodes before linearized reading' (duration: 144.939947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.389724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.451709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:17:09.389884Z","caller":"traceutil/trace.go:171","msg":"trace[329480664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8649; }","duration":"717.662374ms","start":"2026-05-19T03:17:08.672196Z","end":"2026-05-19T03:17:09.389858Z","steps":["trace[329480664] 'agreement among raft nodes before linearized reading' (duration: 689.468275ms)","trace[329480664] 'range keys from bolt db' (duration: 27.930462ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.389929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.672184Z","time spent":"717.734886ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:17:09.389694Z","caller":"traceutil/trace.go:171","msg":"trace[1172408950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8649; }","duration":"714.554445ms","start":"2026-05-19T03:17:08.675125Z","end":"2026-05-19T03:17:09.38968Z","steps":["trace[1172408950] 'agreement among raft nodes before linearized reading' (duration: 686.619473ms)","trace[1172408950] 'range keys from bolt db' (duration: 27.84885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.390016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.675118Z","time spent":"714.889954ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:09.390183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.719556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:17:09.390282Z","caller":"traceutil/trace.go:171","msg":"trace[2103869900] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8649; }","duration":"470.905061ms","start":"2026-05-19T03:17:08.919351Z","end":"2026-05-19T03:17:09.390256Z","steps":["trace[2103869900] 'agreement among raft nodes before linearized reading' (duration: 442.391384ms)","trace[2103869900] 'count revisions from in-memory index tree' (duration: 28.286981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.390337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.919332Z","time spent":"470.992943ms","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":895,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:09.390364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.051343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:17:09.390411Z","caller":"traceutil/trace.go:171","msg":"trace[42836465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8649; }","duration":"705.106174ms","start":"2026-05-19T03:17:08.685289Z","end":"2026-05-19T03:17:09.390395Z","steps":["trace[42836465] 'agreement among raft nodes before linearized reading' (duration: 676.491815ms)","trace[42836465] 'range keys from bolt db' (duration: 28.516737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.390435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:08.68528Z","time spent":"705.150005ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:17:09.851049Z","caller":"traceutil/trace.go:171","msg":"trace[1120837035] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"457.413527ms","start":"2026-05-19T03:17:09.393615Z","end":"2026-05-19T03:17:09.851029Z","steps":["trace[1120837035] 'process raft request' (duration: 437.288974ms)","trace[1120837035] 'compare' (duration: 20.01391ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:09.851123Z","caller":"traceutil/trace.go:171","msg":"trace[629129113] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"457.489129ms","start":"2026-05-19T03:17:09.393615Z","end":"2026-05-19T03:17:09.851104Z","steps":["trace[629129113] 'process raft request' (duration: 457.390826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.851196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.393602Z","time spent":"457.5572ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:09.851199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.393596Z","time spent":"457.509099ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:09.918437Z","caller":"traceutil/trace.go:171","msg":"trace[751730706] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"524.726843ms","start":"2026-05-19T03:17:09.393686Z","end":"2026-05-19T03:17:09.918412Z","steps":["trace[751730706] 'process raft request' (duration: 524.644851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.918595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.393682Z","time spent":"524.831156ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:09.918494Z","caller":"traceutil/trace.go:171","msg":"trace[721713039] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"524.785175ms","start":"2026-05-19T03:17:09.393655Z","end":"2026-05-19T03:17:09.91844Z","steps":["trace[721713039] 'process raft request' (duration: 524.532169ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:09.919252Z","caller":"traceutil/trace.go:171","msg":"trace[1509226543] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"525.559865ms","start":"2026-05-19T03:17:09.393676Z","end":"2026-05-19T03:17:09.919236Z","steps":["trace[1509226543] 'process raft request' (duration: 524.701603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.919316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.393651Z","time spent":"525.562356ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:09.919357Z","caller":"traceutil/trace.go:171","msg":"trace[297220698] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"523.708638ms","start":"2026-05-19T03:17:09.395628Z","end":"2026-05-19T03:17:09.919337Z","steps":["trace[297220698] 'process raft request' (duration: 523.567044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.919361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.393657Z","time spent":"525.662148ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:09.91948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.395618Z","time spent":"523.79803ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:09.919353Z","caller":"traceutil/trace.go:171","msg":"trace[557984787] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8964; }","duration":"524.93496ms","start":"2026-05-19T03:17:09.394403Z","end":"2026-05-19T03:17:09.919338Z","steps":["trace[557984787] 'read index received' (duration: 436.451603ms)","trace[557984787] 'applied index is now lower than readState.Index' (duration: 88.464226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:09.919722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.317779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228463"} {"level":"info","ts":"2026-05-19T03:17:09.91976Z","caller":"traceutil/trace.go:171","msg":"trace[380582304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8655; }","duration":"525.376691ms","start":"2026-05-19T03:17:09.394377Z","end":"2026-05-19T03:17:09.919753Z","steps":["trace[380582304] 'agreement among raft nodes before linearized reading' (duration: 525.019742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.919847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.394366Z","time spent":"525.473933ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:17:09.934643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.950023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:09.934689Z","caller":"traceutil/trace.go:171","msg":"trace[461441108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8656; }","duration":"326.039476ms","start":"2026-05-19T03:17:09.60864Z","end":"2026-05-19T03:17:09.93468Z","steps":["trace[461441108] 'agreement among raft nodes before linearized reading' (duration: 325.972594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.934615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.898139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18b0d925bc2aaa1c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-05-19T03:17:09.934712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.608612Z","time spent":"326.094956ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:17:09.934775Z","caller":"traceutil/trace.go:171","msg":"trace[1908778937] range","detail":"{range_begin:/registry/events/openstack/ceph.18b0d925bc2aaa1c; range_end:; response_count:1; response_revision:8656; }","duration":"496.113204ms","start":"2026-05-19T03:17:09.438615Z","end":"2026-05-19T03:17:09.934729Z","steps":["trace[1908778937] 'agreement among raft nodes before linearized reading' (duration: 495.731084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:09.934838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:09.438593Z","time spent":"496.234726ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18b0d925bc2aaa1c\" "} {"level":"warn","ts":"2026-05-19T03:17:10.875803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.493782ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:10.875941Z","caller":"traceutil/trace.go:171","msg":"trace[957895383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8661; }","duration":"278.651296ms","start":"2026-05-19T03:17:10.597272Z","end":"2026-05-19T03:17:10.875923Z","steps":["trace[957895383] 'range keys from in-memory index tree' (duration: 278.473762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:10.876058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.144262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:10.876139Z","caller":"traceutil/trace.go:171","msg":"trace[1901379725] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8661; }","duration":"296.262625ms","start":"2026-05-19T03:17:10.579859Z","end":"2026-05-19T03:17:10.876122Z","steps":["trace[1901379725] 'count revisions from in-memory index tree' (duration: 296.05942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:10.876489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.066201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:10.876577Z","caller":"traceutil/trace.go:171","msg":"trace[1314884822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8661; }","duration":"267.218835ms","start":"2026-05-19T03:17:10.609338Z","end":"2026-05-19T03:17:10.876557Z","steps":["trace[1314884822] 'range keys from in-memory index tree' (duration: 266.98322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.110537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589312569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:17:12.571883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295571064s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:17:12.572247Z","caller":"traceutil/trace.go:171","msg":"trace[1930889652] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"1.296010746s","start":"2026-05-19T03:17:11.27621Z","end":"2026-05-19T03:17:12.572221Z","steps":["trace[1930889652] 'process raft request' (duration: 1.295858662s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.572484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.276184Z","time spent":"1.296225561s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.982293Z","caller":"traceutil/trace.go:171","msg":"trace[418448509] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"1.585351035s","start":"2026-05-19T03:17:11.396916Z","end":"2026-05-19T03:17:12.982267Z","steps":["trace[418448509] 'process raft request' (duration: 1.58513401s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.982431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.396881Z","time spent":"1.585479788s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:12.982602Z","caller":"traceutil/trace.go:171","msg":"trace[962108780] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8977; }","duration":"1.37224792s","start":"2026-05-19T03:17:11.610329Z","end":"2026-05-19T03:17:12.982577Z","steps":["trace[962108780] 'read index received' (duration: 961.975706ms)","trace[962108780] 'applied index is now lower than readState.Index' (duration: 410.271194ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:12.982725Z","caller":"traceutil/trace.go:171","msg":"trace[1800406348] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"551.28037ms","start":"2026-05-19T03:17:12.431433Z","end":"2026-05-19T03:17:12.982713Z","steps":["trace[1800406348] 'process raft request' (duration: 551.018134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.982817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372477396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:12.982884Z","caller":"traceutil/trace.go:171","msg":"trace[1168002263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8665; }","duration":"1.372570678s","start":"2026-05-19T03:17:11.610297Z","end":"2026-05-19T03:17:12.982867Z","steps":["trace[1168002263] 'agreement among raft nodes before linearized reading' (duration: 1.372476886s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.982928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.610279Z","time spent":"1.37263776s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:17:12.98293Z","caller":"traceutil/trace.go:171","msg":"trace[536587965] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"1.309944141s","start":"2026-05-19T03:17:11.67294Z","end":"2026-05-19T03:17:12.982884Z","steps":["trace[536587965] 'process raft request' (duration: 1.309281584s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:12.982986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.431403Z","time spent":"551.355722ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:12.983091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.672908Z","time spent":"1.310099094s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.158489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.323038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T03:17:13.158667Z","caller":"traceutil/trace.go:171","msg":"trace[281598276] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"175.967718ms","start":"2026-05-19T03:17:12.982674Z","end":"2026-05-19T03:17:13.158641Z","steps":["trace[281598276] 'read index received' (duration: 37.451106ms)","trace[281598276] 'applied index is now lower than readState.Index' (duration: 138.514202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:17:13.1588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089783285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.158883Z","caller":"traceutil/trace.go:171","msg":"trace[300581520] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8665; }","duration":"1.089920929s","start":"2026-05-19T03:17:12.068939Z","end":"2026-05-19T03:17:13.15886Z","steps":["trace[300581520] 'agreement among raft nodes before linearized reading' (duration: 1.089773465s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.158901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201608987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:17:13.158935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:12.068917Z","time spent":"1.090006902s","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:17:13.158938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222581492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:17:13.158986Z","caller":"traceutil/trace.go:171","msg":"trace[1682932886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8665; }","duration":"1.201717381s","start":"2026-05-19T03:17:11.95725Z","end":"2026-05-19T03:17:13.158967Z","steps":["trace[1682932886] 'agreement among raft nodes before linearized reading' (duration: 1.201524036s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.158989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388256988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:13.159005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330261259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-19T03:17:13.158966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304122291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:17:13.159044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.957236Z","time spent":"1.201789022s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:17:13.159117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399459113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:13.159151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.126196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:13.15916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234529996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:17:13.159096Z","caller":"traceutil/trace.go:171","msg":"trace[1487188679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8665; }","duration":"1.304319626s","start":"2026-05-19T03:17:11.85475Z","end":"2026-05-19T03:17:13.159069Z","steps":["trace[1487188679] 'agreement among raft nodes before linearized reading' (duration: 1.303924956s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.159198Z","caller":"traceutil/trace.go:171","msg":"trace[837298242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8665; }","duration":"175.204378ms","start":"2026-05-19T03:17:12.983984Z","end":"2026-05-19T03:17:13.159188Z","steps":["trace[837298242] 'agreement among raft nodes before linearized reading' (duration: 175.117646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275094951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:17:13.159217Z","caller":"traceutil/trace.go:171","msg":"trace[334198139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8665; }","duration":"1.23464403s","start":"2026-05-19T03:17:11.924558Z","end":"2026-05-19T03:17:13.159202Z","steps":["trace[334198139] 'agreement among raft nodes before linearized reading' (duration: 1.234521866s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230847932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:17:13.159254Z","caller":"traceutil/trace.go:171","msg":"trace[1556853670] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8665; }","duration":"1.275200964s","start":"2026-05-19T03:17:11.88403Z","end":"2026-05-19T03:17:13.159231Z","steps":["trace[1556853670] 'agreement among raft nodes before linearized reading' (duration: 1.275127502s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.159281Z","caller":"traceutil/trace.go:171","msg":"trace[151113284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:8665; }","duration":"1.230940555s","start":"2026-05-19T03:17:11.928326Z","end":"2026-05-19T03:17:13.159267Z","steps":["trace[151113284] 'agreement among raft nodes before linearized reading' (duration: 1.230755961s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.854724Z","time spent":"1.304493391s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:13.159325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.883978Z","time spent":"1.275335397s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:13.159173Z","caller":"traceutil/trace.go:171","msg":"trace[848434919] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8665; }","duration":"1.399515544s","start":"2026-05-19T03:17:11.759644Z","end":"2026-05-19T03:17:13.15916Z","steps":["trace[848434919] 'agreement among raft nodes before linearized reading' (duration: 1.399440053s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.928285Z","time spent":"1.231042398s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:17:13.159411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302360078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:17:13.159428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.759569Z","time spent":"1.399838003s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:13.159027Z","caller":"traceutil/trace.go:171","msg":"trace[1640173325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8665; }","duration":"1.222700475s","start":"2026-05-19T03:17:11.936306Z","end":"2026-05-19T03:17:13.159007Z","steps":["trace[1640173325] 'agreement among raft nodes before linearized reading' (duration: 1.222378277s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.159524Z","caller":"traceutil/trace.go:171","msg":"trace[953095289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8665; }","duration":"1.30243442s","start":"2026-05-19T03:17:11.857014Z","end":"2026-05-19T03:17:13.159449Z","steps":["trace[953095289] 'agreement among raft nodes before linearized reading' (duration: 1.302275296s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.857001Z","time spent":"1.302554372s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:13.159261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.924551Z","time spent":"1.234698421s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:17:13.15905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223598108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:17:13.1597Z","caller":"traceutil/trace.go:171","msg":"trace[740657027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8665; }","duration":"1.224268526s","start":"2026-05-19T03:17:11.93542Z","end":"2026-05-19T03:17:13.159688Z","steps":["trace[740657027] 'agreement among raft nodes before linearized reading' (duration: 1.223531367s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.15905Z","caller":"traceutil/trace.go:171","msg":"trace[913541574] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8665; }","duration":"1.38835853s","start":"2026-05-19T03:17:11.770671Z","end":"2026-05-19T03:17:13.15903Z","steps":["trace[913541574] 'agreement among raft nodes before linearized reading' (duration: 1.388284348s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.935406Z","time spent":"1.224320878s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:17:13.159757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.770636Z","time spent":"1.38909993s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:13.159051Z","caller":"traceutil/trace.go:171","msg":"trace[903994041] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8665; }","duration":"1.330363741s","start":"2026-05-19T03:17:11.828672Z","end":"2026-05-19T03:17:13.159035Z","steps":["trace[903994041] 'agreement among raft nodes before linearized reading' (duration: 1.330107555s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.159643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.936298Z","time spent":"1.223228879s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:17:13.15983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.828648Z","time spent":"1.331167333s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:17:13.158919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43810574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:13.159948Z","caller":"traceutil/trace.go:171","msg":"trace[2143175597] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8665; }","duration":"1.439180058s","start":"2026-05-19T03:17:11.720747Z","end":"2026-05-19T03:17:13.159927Z","steps":["trace[2143175597] 'agreement among raft nodes before linearized reading' (duration: 1.43810195s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.158901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234408393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:17:13.160018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.720697Z","time spent":"1.439301211s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:17:13.160046Z","caller":"traceutil/trace.go:171","msg":"trace[1094064218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8665; }","duration":"1.235617444s","start":"2026-05-19T03:17:11.924414Z","end":"2026-05-19T03:17:13.160031Z","steps":["trace[1094064218] 'agreement among raft nodes before linearized reading' (duration: 1.234257109s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.160106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:11.924387Z","time spent":"1.235700837s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:17:13.383014Z","caller":"traceutil/trace.go:171","msg":"trace[2055357836] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"217.067547ms","start":"2026-05-19T03:17:13.165917Z","end":"2026-05-19T03:17:13.382985Z","steps":["trace[2055357836] 'process raft request' (duration: 216.877312ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.910798Z","caller":"traceutil/trace.go:171","msg":"trace[2043862895] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"744.462119ms","start":"2026-05-19T03:17:13.166311Z","end":"2026-05-19T03:17:13.910773Z","steps":["trace[2043862895] 'process raft request' (duration: 744.267444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.910947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166278Z","time spent":"744.594751ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.911359Z","caller":"traceutil/trace.go:171","msg":"trace[1868438684] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"744.894029ms","start":"2026-05-19T03:17:13.166449Z","end":"2026-05-19T03:17:13.911343Z","steps":["trace[1868438684] 'process raft request' (duration: 744.506459ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:13.911518Z","caller":"traceutil/trace.go:171","msg":"trace[1266498742] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"745.031783ms","start":"2026-05-19T03:17:13.166469Z","end":"2026-05-19T03:17:13.911501Z","steps":["trace[1266498742] 'process raft request' (duration: 744.829398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.911542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166438Z","time spent":"745.028422ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:13.911622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166457Z","time spent":"745.108795ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.911432Z","caller":"traceutil/trace.go:171","msg":"trace[1929941857] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"744.753446ms","start":"2026-05-19T03:17:13.166352Z","end":"2026-05-19T03:17:13.911105Z","steps":["trace[1929941857] 'process raft request' (duration: 744.381417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.912315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166325Z","time spent":"745.929775ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.912111Z","caller":"traceutil/trace.go:171","msg":"trace[1654766211] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"745.530825ms","start":"2026-05-19T03:17:13.166563Z","end":"2026-05-19T03:17:13.912093Z","steps":["trace[1654766211] 'process raft request' (duration: 744.838757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.912707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.16654Z","time spent":"746.053798ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.913071Z","caller":"traceutil/trace.go:171","msg":"trace[1173232590] linearizableReadLoop","detail":"{readStateIndex:8983; appliedIndex:8981; }","duration":"746.689954ms","start":"2026-05-19T03:17:13.166363Z","end":"2026-05-19T03:17:13.913052Z","steps":["trace[1173232590] 'read index received' (duration: 216.480651ms)","trace[1173232590] 'applied index is now lower than readState.Index' (duration: 530.208163ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:13.913294Z","caller":"traceutil/trace.go:171","msg":"trace[1490607121] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"745.462813ms","start":"2026-05-19T03:17:13.167729Z","end":"2026-05-19T03:17:13.913191Z","steps":["trace[1490607121] 'process raft request' (duration: 744.552481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.913423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.654998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-19T03:17:13.913472Z","caller":"traceutil/trace.go:171","msg":"trace[167911036] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8672; }","duration":"349.73302ms","start":"2026-05-19T03:17:13.563724Z","end":"2026-05-19T03:17:13.913457Z","steps":["trace[167911036] 'agreement among raft nodes before linearized reading' (duration: 349.642488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.913507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.563702Z","time spent":"349.796952ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:17:13.913694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.906971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228463"} {"level":"info","ts":"2026-05-19T03:17:13.913741Z","caller":"traceutil/trace.go:171","msg":"trace[1548320898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8672; }","duration":"746.965772ms","start":"2026-05-19T03:17:13.166764Z","end":"2026-05-19T03:17:13.91373Z","steps":["trace[1548320898] 'agreement among raft nodes before linearized reading' (duration: 746.568702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.913794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.974817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:13.913802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166759Z","time spent":"747.024803ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:17:13.913834Z","caller":"traceutil/trace.go:171","msg":"trace[1054907011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8672; }","duration":"746.034298ms","start":"2026-05-19T03:17:13.167789Z","end":"2026-05-19T03:17:13.913823Z","steps":["trace[1054907011] 'agreement among raft nodes before linearized reading' (duration: 745.979517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.913872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.16778Z","time spent":"746.08517ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:17:13.913308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.935791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:17:13.913854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.16772Z","time spent":"745.641349ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:17:13.913993Z","caller":"traceutil/trace.go:171","msg":"trace[1704608469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8672; }","duration":"747.576268ms","start":"2026-05-19T03:17:13.166335Z","end":"2026-05-19T03:17:13.913911Z","steps":["trace[1704608469] 'agreement among raft nodes before linearized reading' (duration: 746.841788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:13.914066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:13.166319Z","time spent":"747.727681ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:17:20.905121Z","caller":"traceutil/trace.go:171","msg":"trace[842840767] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9052; }","duration":"296.237515ms","start":"2026-05-19T03:17:20.608857Z","end":"2026-05-19T03:17:20.905094Z","steps":["trace[842840767] 'read index received' (duration: 296.065561ms)","trace[842840767] 'applied index is now lower than readState.Index' (duration: 170.474µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:17:20.905247Z","caller":"traceutil/trace.go:171","msg":"trace[1242057756] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"302.628259ms","start":"2026-05-19T03:17:20.602607Z","end":"2026-05-19T03:17:20.905235Z","steps":["trace[1242057756] 'process raft request' (duration: 302.311891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:20.905377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:17:20.602589Z","time spent":"302.689691ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:17:20.905641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.036951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:20.905705Z","caller":"traceutil/trace.go:171","msg":"trace[1814332753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8735; }","duration":"296.114213ms","start":"2026-05-19T03:17:20.609577Z","end":"2026-05-19T03:17:20.905691Z","steps":["trace[1814332753] 'agreement among raft nodes before linearized reading' (duration: 295.820135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:20.905927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.223844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:17:20.905953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.061326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-f5whr\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-05-19T03:17:20.906024Z","caller":"traceutil/trace.go:171","msg":"trace[1061436074] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8735; }","duration":"283.366257ms","start":"2026-05-19T03:17:20.622634Z","end":"2026-05-19T03:17:20.906Z","steps":["trace[1061436074] 'agreement among raft nodes before linearized reading' (duration: 283.185823ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:20.906115Z","caller":"traceutil/trace.go:171","msg":"trace[135574815] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-f5whr; range_end:; response_count:1; response_revision:8735; }","duration":"264.296281ms","start":"2026-05-19T03:17:20.641759Z","end":"2026-05-19T03:17:20.906056Z","steps":["trace[135574815] 'agreement among raft nodes before linearized reading' (duration: 263.887011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:17:20.905925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.035696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:17:20.906271Z","caller":"traceutil/trace.go:171","msg":"trace[1519004245] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8735; }","duration":"297.463727ms","start":"2026-05-19T03:17:20.608785Z","end":"2026-05-19T03:17:20.906249Z","steps":["trace[1519004245] 'agreement among raft nodes before linearized reading' (duration: 296.925564ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:17:27.359278Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023da.wal"} {"level":"info","ts":"2026-05-19T03:18:23.472181Z","caller":"traceutil/trace.go:171","msg":"trace[263206646] linearizableReadLoop","detail":"{readStateIndex:9707; appliedIndex:9706; }","duration":"208.428096ms","start":"2026-05-19T03:18:23.263722Z","end":"2026-05-19T03:18:23.47215Z","steps":["trace[263206646] 'read index received' (duration: 208.256742ms)","trace[263206646] 'applied index is now lower than readState.Index' (duration: 169.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:18:23.472239Z","caller":"traceutil/trace.go:171","msg":"trace[70034007] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"285.859911ms","start":"2026-05-19T03:18:23.186358Z","end":"2026-05-19T03:18:23.472218Z","steps":["trace[70034007] 'process raft request' (duration: 285.594474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:23.47238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.618242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:18:23.472459Z","caller":"traceutil/trace.go:171","msg":"trace[18235423] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9371; }","duration":"208.754854ms","start":"2026-05-19T03:18:23.263686Z","end":"2026-05-19T03:18:23.472441Z","steps":["trace[18235423] 'agreement among raft nodes before linearized reading' (duration: 208.58712ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:23.633614Z","caller":"traceutil/trace.go:171","msg":"trace[664955748] linearizableReadLoop","detail":"{readStateIndex:9709; appliedIndex:9707; }","duration":"161.302354ms","start":"2026-05-19T03:18:23.472283Z","end":"2026-05-19T03:18:23.633585Z","steps":["trace[664955748] 'read index received' (duration: 99.623631ms)","trace[664955748] 'applied index is now lower than readState.Index' (duration: 61.677173ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:18:23.633698Z","caller":"traceutil/trace.go:171","msg":"trace[894008497] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"340.506724ms","start":"2026-05-19T03:18:23.293159Z","end":"2026-05-19T03:18:23.633666Z","steps":["trace[894008497] 'process raft request' (duration: 340.32861ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:23.633745Z","caller":"traceutil/trace.go:171","msg":"trace[167126862] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"340.717619ms","start":"2026-05-19T03:18:23.292993Z","end":"2026-05-19T03:18:23.63371Z","steps":["trace[167126862] 'process raft request' (duration: 278.883883ms)","trace[167126862] 'compare' (duration: 61.359954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:18:23.633749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.714191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:18:23.633793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.769852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:18:23.633831Z","caller":"traceutil/trace.go:171","msg":"trace[236736086] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9373; }","duration":"175.859845ms","start":"2026-05-19T03:18:23.45795Z","end":"2026-05-19T03:18:23.633809Z","steps":["trace[236736086] 'agreement among raft nodes before linearized reading' (duration: 175.712361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:23.633839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.201625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19336"} {"level":"info","ts":"2026-05-19T03:18:23.63385Z","caller":"traceutil/trace.go:171","msg":"trace[1744647194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9373; }","duration":"311.873054ms","start":"2026-05-19T03:18:23.321964Z","end":"2026-05-19T03:18:23.633837Z","steps":["trace[1744647194] 'agreement among raft nodes before linearized reading' (duration: 311.770681ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:23.633875Z","caller":"traceutil/trace.go:171","msg":"trace[1261912644] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9373; }","duration":"109.276847ms","start":"2026-05-19T03:18:23.52459Z","end":"2026-05-19T03:18:23.633867Z","steps":["trace[1261912644] 'agreement among raft nodes before linearized reading' (duration: 109.163064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:23.633881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:23.321949Z","time spent":"311.925065ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:18:23.633886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:23.292965Z","time spent":"340.843903ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:18:23.633887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:18:23.293116Z","time spent":"340.660888ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:18:24.263947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.968008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:18:24.264071Z","caller":"traceutil/trace.go:171","msg":"trace[1436994776] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9374; }","duration":"283.124142ms","start":"2026-05-19T03:18:23.980923Z","end":"2026-05-19T03:18:24.264047Z","steps":["trace[1436994776] 'count revisions from in-memory index tree' (duration: 282.882565ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.393709Z","caller":"traceutil/trace.go:171","msg":"trace[552385168] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"125.387559ms","start":"2026-05-19T03:18:24.268289Z","end":"2026-05-19T03:18:24.393676Z","steps":["trace[552385168] 'process raft request' (duration: 125.178173ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.407124Z","caller":"traceutil/trace.go:171","msg":"trace[864038273] linearizableReadLoop","detail":"{readStateIndex:9713; appliedIndex:9710; }","duration":"123.356836ms","start":"2026-05-19T03:18:24.283744Z","end":"2026-05-19T03:18:24.4071Z","steps":["trace[864038273] 'read index received' (duration: 109.716069ms)","trace[864038273] 'applied index is now lower than readState.Index' (duration: 13.639607ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:18:24.407143Z","caller":"traceutil/trace.go:171","msg":"trace[488682076] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"137.179328ms","start":"2026-05-19T03:18:24.269932Z","end":"2026-05-19T03:18:24.407111Z","steps":["trace[488682076] 'process raft request' (duration: 136.938392ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.407253Z","caller":"traceutil/trace.go:171","msg":"trace[1963630154] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"136.175094ms","start":"2026-05-19T03:18:24.271066Z","end":"2026-05-19T03:18:24.407242Z","steps":["trace[1963630154] 'process raft request' (duration: 135.950847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:24.40748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.223682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:18:24.407483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.714696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:18:24.407526Z","caller":"traceutil/trace.go:171","msg":"trace[2032714686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9378; }","duration":"121.291805ms","start":"2026-05-19T03:18:24.28622Z","end":"2026-05-19T03:18:24.407512Z","steps":["trace[2032714686] 'agreement among raft nodes before linearized reading' (duration: 121.157851ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.407544Z","caller":"traceutil/trace.go:171","msg":"trace[1896261352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9378; }","duration":"123.784978ms","start":"2026-05-19T03:18:24.283739Z","end":"2026-05-19T03:18:24.407524Z","steps":["trace[1896261352] 'agreement among raft nodes before linearized reading' (duration: 123.606553ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:24.407667Z","caller":"traceutil/trace.go:171","msg":"trace[1219222933] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"110.16672ms","start":"2026-05-19T03:18:24.297486Z","end":"2026-05-19T03:18:24.407652Z","steps":["trace[1219222933] 'process raft request' (duration: 109.571594ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:29.935438Z","caller":"traceutil/trace.go:171","msg":"trace[194734716] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"273.301551ms","start":"2026-05-19T03:18:29.662104Z","end":"2026-05-19T03:18:29.935405Z","steps":["trace[194734716] 'process raft request' (duration: 227.702269ms)","trace[194734716] 'compare' (duration: 45.069979ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:18:29.935486Z","caller":"traceutil/trace.go:171","msg":"trace[878961422] linearizableReadLoop","detail":"{readStateIndex:9762; appliedIndex:9760; }","duration":"191.816953ms","start":"2026-05-19T03:18:29.74365Z","end":"2026-05-19T03:18:29.935467Z","steps":["trace[878961422] 'read index received' (duration: 146.167169ms)","trace[878961422] 'applied index is now lower than readState.Index' (duration: 45.648724ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:18:29.935539Z","caller":"traceutil/trace.go:171","msg":"trace[1236138635] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"272.89051ms","start":"2026-05-19T03:18:29.662601Z","end":"2026-05-19T03:18:29.935492Z","steps":["trace[1236138635] 'process raft request' (duration: 272.727596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:18:29.935716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.040558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-19T03:18:29.935786Z","caller":"traceutil/trace.go:171","msg":"trace[1277654646] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:9425; }","duration":"192.170141ms","start":"2026-05-19T03:18:29.743597Z","end":"2026-05-19T03:18:29.935767Z","steps":["trace[1277654646] 'agreement among raft nodes before linearized reading' (duration: 191.975476ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:18:30.048865Z","caller":"traceutil/trace.go:171","msg":"trace[1139716624] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"108.525838ms","start":"2026-05-19T03:18:29.940306Z","end":"2026-05-19T03:18:30.048832Z","steps":["trace[1139716624] 'process raft request' (duration: 106.693671ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:19:02.663085Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:19:02.668746Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-19T03:19:02.668826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-19T03:20:15.333891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.834718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:20:15.334001Z","caller":"traceutil/trace.go:171","msg":"trace[1234474096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:10176; }","duration":"149.000471ms","start":"2026-05-19T03:20:15.18498Z","end":"2026-05-19T03:20:15.33398Z","steps":["trace[1234474096] 'range keys from in-memory index tree' (duration: 148.654402ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:20:36.634511Z","caller":"traceutil/trace.go:171","msg":"trace[393283238] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"205.08527ms","start":"2026-05-19T03:20:36.429377Z","end":"2026-05-19T03:20:36.634462Z","steps":["trace[393283238] 'process raft request' (duration: 204.928506ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:20:36.649112Z","caller":"traceutil/trace.go:171","msg":"trace[745976843] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"216.893642ms","start":"2026-05-19T03:20:36.432198Z","end":"2026-05-19T03:20:36.649092Z","steps":["trace[745976843] 'process raft request' (duration: 216.660166ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:20:37.925054Z","caller":"traceutil/trace.go:171","msg":"trace[1753134767] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"103.408952ms","start":"2026-05-19T03:20:37.821616Z","end":"2026-05-19T03:20:37.925025Z","steps":["trace[1753134767] 'process raft request' (duration: 103.115255ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:20:37.975572Z","caller":"traceutil/trace.go:171","msg":"trace[1876990777] transaction","detail":"{read_only:false; response_revision:10395; number_of_response:1; }","duration":"151.840324ms","start":"2026-05-19T03:20:37.823677Z","end":"2026-05-19T03:20:37.975517Z","steps":["trace[1876990777] 'process raft request' (duration: 134.93294ms)","trace[1876990777] 'compare' (duration: 16.7394ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:20:54.691906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8031} {"level":"info","ts":"2026-05-19T03:20:54.755584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8031,"took":"61.254852ms","hash":3389049508,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":29212672,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-19T03:20:54.755679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3389049508,"revision":8031,"compact-revision":5911} {"level":"info","ts":"2026-05-19T03:21:45.737153Z","caller":"traceutil/trace.go:171","msg":"trace[608098726] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"247.466973ms","start":"2026-05-19T03:21:45.489665Z","end":"2026-05-19T03:21:45.737132Z","steps":["trace[608098726] 'process raft request' (duration: 242.595088ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:45.737438Z","caller":"traceutil/trace.go:171","msg":"trace[1240811929] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11484; }","duration":"227.310818ms","start":"2026-05-19T03:21:45.509793Z","end":"2026-05-19T03:21:45.737104Z","steps":["trace[1240811929] 'read index received' (duration: 55.298353ms)","trace[1240811929] 'applied index is now lower than readState.Index' (duration: 172.011725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:21:45.737623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.008671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:21:45.737743Z","caller":"traceutil/trace.go:171","msg":"trace[1812020406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11102; }","duration":"128.177225ms","start":"2026-05-19T03:21:45.609548Z","end":"2026-05-19T03:21:45.737725Z","steps":["trace[1812020406] 'agreement among raft nodes before linearized reading' (duration: 128.020761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:21:45.737879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.061402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:21:45.737886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.096518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:21:45.737924Z","caller":"traceutil/trace.go:171","msg":"trace[248762820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11102; }","duration":"166.143014ms","start":"2026-05-19T03:21:45.571769Z","end":"2026-05-19T03:21:45.737912Z","steps":["trace[248762820] 'agreement among raft nodes before linearized reading' (duration: 165.974089ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:21:45.737934Z","caller":"traceutil/trace.go:171","msg":"trace[2381676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11102; }","duration":"228.16049ms","start":"2026-05-19T03:21:45.509755Z","end":"2026-05-19T03:21:45.737916Z","steps":["trace[2381676] 'agreement among raft nodes before linearized reading' (duration: 227.745749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:21:45.73785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.433899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:21:45.738028Z","caller":"traceutil/trace.go:171","msg":"trace[1812884436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11102; }","duration":"225.654665ms","start":"2026-05-19T03:21:45.512351Z","end":"2026-05-19T03:21:45.738006Z","steps":["trace[1812884436] 'agreement among raft nodes before linearized reading' (duration: 225.206014ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:04.208199Z","caller":"traceutil/trace.go:171","msg":"trace[1127369533] linearizableReadLoop","detail":"{readStateIndex:11592; appliedIndex:11591; }","duration":"362.859909ms","start":"2026-05-19T03:22:03.845311Z","end":"2026-05-19T03:22:04.208171Z","steps":["trace[1127369533] 'read index received' (duration: 362.611413ms)","trace[1127369533] 'applied index is now lower than readState.Index' (duration: 247.516µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:22:04.208261Z","caller":"traceutil/trace.go:171","msg":"trace[988319840] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"388.33163ms","start":"2026-05-19T03:22:03.819894Z","end":"2026-05-19T03:22:04.208226Z","steps":["trace[988319840] 'process raft request' (duration: 388.097674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.208438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:03.819876Z","time spent":"388.466934ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:22:04.208559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.224938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:22:04.208602Z","caller":"traceutil/trace.go:171","msg":"trace[383420240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11204; }","duration":"363.317921ms","start":"2026-05-19T03:22:03.845271Z","end":"2026-05-19T03:22:04.208589Z","steps":["trace[383420240] 'agreement among raft nodes before linearized reading' (duration: 363.087065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.208645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:03.845254Z","time spent":"363.380603ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:22:04.208649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.466469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-19T03:22:04.208708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.164067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:22:04.208807Z","caller":"traceutil/trace.go:171","msg":"trace[1103098311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11204; }","duration":"363.28267ms","start":"2026-05-19T03:22:03.845498Z","end":"2026-05-19T03:22:04.20878Z","steps":["trace[1103098311] 'agreement among raft nodes before linearized reading' (duration: 363.018753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.208828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.984822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:22:04.208885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:03.845492Z","time spent":"363.378463ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:22:04.208891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.198897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:04.208932Z","caller":"traceutil/trace.go:171","msg":"trace[383326928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11204; }","duration":"105.115725ms","start":"2026-05-19T03:22:04.103795Z","end":"2026-05-19T03:22:04.208911Z","steps":["trace[383326928] 'agreement among raft nodes before linearized reading' (duration: 104.874009ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:04.208974Z","caller":"traceutil/trace.go:171","msg":"trace[1448946727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11204; }","duration":"105.31108ms","start":"2026-05-19T03:22:04.103636Z","end":"2026-05-19T03:22:04.208947Z","steps":["trace[1448946727] 'agreement among raft nodes before linearized reading' (duration: 105.218338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.209064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.447954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:04.209106Z","caller":"traceutil/trace.go:171","msg":"trace[588635769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11204; }","duration":"105.506675ms","start":"2026-05-19T03:22:04.103587Z","end":"2026-05-19T03:22:04.209094Z","steps":["trace[588635769] 'agreement among raft nodes before linearized reading' (duration: 105.435093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.209291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.891815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-19T03:22:04.209344Z","caller":"traceutil/trace.go:171","msg":"trace[796663558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11204; }","duration":"105.983368ms","start":"2026-05-19T03:22:04.103348Z","end":"2026-05-19T03:22:04.209332Z","steps":["trace[796663558] 'agreement among raft nodes before linearized reading' (duration: 105.855934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.20876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:22:04.209428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.610479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:22:04.20947Z","caller":"traceutil/trace.go:171","msg":"trace[42511830] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11204; }","duration":"105.907036ms","start":"2026-05-19T03:22:04.103548Z","end":"2026-05-19T03:22:04.209455Z","steps":["trace[42511830] 'agreement among raft nodes before linearized reading' (duration: 105.032173ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:04.209482Z","caller":"traceutil/trace.go:171","msg":"trace[1827915400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11204; }","duration":"325.695021ms","start":"2026-05-19T03:22:03.883769Z","end":"2026-05-19T03:22:04.209464Z","steps":["trace[1827915400] 'agreement among raft nodes before linearized reading' (duration: 325.545387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.209526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:03.883752Z","time spent":"325.765253ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:22:04.208995Z","caller":"traceutil/trace.go:171","msg":"trace[1601786271] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11204; }","duration":"104.589092ms","start":"2026-05-19T03:22:04.104125Z","end":"2026-05-19T03:22:04.208714Z","steps":["trace[1601786271] 'agreement among raft nodes before linearized reading' (duration: 104.387277ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:22:04.831142Z","caller":"traceutil/trace.go:171","msg":"trace[1870347740] linearizableReadLoop","detail":"{readStateIndex:11596; appliedIndex:11595; }","duration":"221.487579ms","start":"2026-05-19T03:22:04.609625Z","end":"2026-05-19T03:22:04.831113Z","steps":["trace[1870347740] 'read index received' (duration: 188.63205ms)","trace[1870347740] 'applied index is now lower than readState.Index' (duration: 32.854259ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:22:04.831144Z","caller":"traceutil/trace.go:171","msg":"trace[314087080] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"414.686985ms","start":"2026-05-19T03:22:04.416428Z","end":"2026-05-19T03:22:04.831115Z","steps":["trace[314087080] 'process raft request' (duration: 381.874487ms)","trace[314087080] 'compare' (duration: 32.515689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:22:04.831286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.650333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:22:04.831328Z","caller":"traceutil/trace.go:171","msg":"trace[1961355755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11208; }","duration":"221.743415ms","start":"2026-05-19T03:22:04.609576Z","end":"2026-05-19T03:22:04.831319Z","steps":["trace[1961355755] 'agreement among raft nodes before linearized reading' (duration: 221.657963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:04.831376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:04.416398Z","time spent":"414.888539ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:22:05.340733Z","caller":"traceutil/trace.go:171","msg":"trace[1779764799] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"351.936661ms","start":"2026-05-19T03:22:04.988772Z","end":"2026-05-19T03:22:05.340709Z","steps":["trace[1779764799] 'process raft request' (duration: 351.778087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:05.340885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:04.988739Z","time spent":"352.063013ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:22:05.353078Z","caller":"traceutil/trace.go:171","msg":"trace[66050262] linearizableReadLoop","detail":"{readStateIndex:11598; appliedIndex:11596; }","duration":"147.5417ms","start":"2026-05-19T03:22:05.205512Z","end":"2026-05-19T03:22:05.353053Z","steps":["trace[66050262] 'read index received' (duration: 135.093201ms)","trace[66050262] 'applied index is now lower than readState.Index' (duration: 12.447399ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:22:05.353209Z","caller":"traceutil/trace.go:171","msg":"trace[1018278420] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"363.920497ms","start":"2026-05-19T03:22:04.989243Z","end":"2026-05-19T03:22:05.353163Z","steps":["trace[1018278420] 'process raft request' (duration: 363.671821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:05.35329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.757995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:22:05.353329Z","caller":"traceutil/trace.go:171","msg":"trace[1835399355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11210; }","duration":"147.850077ms","start":"2026-05-19T03:22:05.205466Z","end":"2026-05-19T03:22:05.353316Z","steps":["trace[1835399355] 'agreement among raft nodes before linearized reading' (duration: 147.684633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:22:05.353421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:22:04.989218Z","time spent":"364.093941ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:25:54.698768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10525} {"level":"info","ts":"2026-05-19T03:25:54.783427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10525,"took":"82.105581ms","hash":224467340,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":26771456,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-19T03:25:54.783502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":224467340,"revision":10525,"compact-revision":8031} {"level":"info","ts":"2026-05-19T03:26:38.516865Z","caller":"traceutil/trace.go:171","msg":"trace[1233385460] transaction","detail":"{read_only:false; response_revision:13075; number_of_response:1; }","duration":"157.686043ms","start":"2026-05-19T03:26:38.359161Z","end":"2026-05-19T03:26:38.516847Z","steps":["trace[1233385460] 'process raft request' (duration: 157.225481ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:27:53.431562Z","caller":"traceutil/trace.go:171","msg":"trace[2055025830] linearizableReadLoop","detail":"{readStateIndex:14059; appliedIndex:14058; }","duration":"320.57473ms","start":"2026-05-19T03:27:53.110962Z","end":"2026-05-19T03:27:53.431537Z","steps":["trace[2055025830] 'read index received' (duration: 320.489678ms)","trace[2055025830] 'applied index is now lower than readState.Index' (duration: 83.572µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:27:53.431663Z","caller":"traceutil/trace.go:171","msg":"trace[843202174] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"646.674373ms","start":"2026-05-19T03:27:52.784931Z","end":"2026-05-19T03:27:53.431605Z","steps":["trace[843202174] 'process raft request' (duration: 646.450597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:27:53.431776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.788335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:27:53.43182Z","caller":"traceutil/trace.go:171","msg":"trace[1438959137] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13588; }","duration":"320.890788ms","start":"2026-05-19T03:27:53.110918Z","end":"2026-05-19T03:27:53.431809Z","steps":["trace[1438959137] 'agreement among raft nodes before linearized reading' (duration: 320.750594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:27:53.431857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:27:53.110896Z","time spent":"320.951579ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:27:53.432017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:27:52.784905Z","time spent":"646.916638ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:27:53.434557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.506058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T03:27:53.434649Z","caller":"traceutil/trace.go:171","msg":"trace[1532515530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13588; }","duration":"264.648332ms","start":"2026-05-19T03:27:53.169981Z","end":"2026-05-19T03:27:53.43463Z","steps":["trace[1532515530] 'agreement among raft nodes before linearized reading' (duration: 264.424306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:27:53.434715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.671838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:27:53.434802Z","caller":"traceutil/trace.go:171","msg":"trace[2038441597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:13588; }","duration":"235.763ms","start":"2026-05-19T03:27:53.19902Z","end":"2026-05-19T03:27:53.434783Z","steps":["trace[2038441597] 'agreement among raft nodes before linearized reading' (duration: 235.447042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:13.406791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.495494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:13.406879Z","caller":"traceutil/trace.go:171","msg":"trace[1346500666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13695; }","duration":"798.633487ms","start":"2026-05-19T03:28:12.608224Z","end":"2026-05-19T03:28:13.406858Z","steps":["trace[1346500666] 'range keys from in-memory index tree' (duration: 798.432702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:13.406924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:12.608203Z","time spent":"798.70758ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:13.407018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.784513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:13.407189Z","caller":"traceutil/trace.go:171","msg":"trace[1628281546] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13695; }","duration":"886.999049ms","start":"2026-05-19T03:28:12.520165Z","end":"2026-05-19T03:28:13.407164Z","steps":["trace[1628281546] 'count revisions from in-memory index tree' (duration: 886.724922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:13.407262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:12.52015Z","time spent":"887.090701ms","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:28:13.408317Z","caller":"traceutil/trace.go:171","msg":"trace[314666396] linearizableReadLoop","detail":"{readStateIndex:14171; appliedIndex:14170; }","duration":"417.157852ms","start":"2026-05-19T03:28:12.991145Z","end":"2026-05-19T03:28:13.408303Z","steps":["trace[314666396] 'read index received' (duration: 413.018256ms)","trace[314666396] 'applied index is now lower than readState.Index' (duration: 4.137766ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:13.408328Z","caller":"traceutil/trace.go:171","msg":"trace[244414178] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"707.73828ms","start":"2026-05-19T03:28:12.700568Z","end":"2026-05-19T03:28:13.408306Z","steps":["trace[244414178] 'process raft request' (duration: 703.592944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:13.408437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:12.700539Z","time spent":"707.840903ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:13.410048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.871126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:13.41019Z","caller":"traceutil/trace.go:171","msg":"trace[1017461749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13696; }","duration":"419.01759ms","start":"2026-05-19T03:28:12.991101Z","end":"2026-05-19T03:28:13.410119Z","steps":["trace[1017461749] 'agreement among raft nodes before linearized reading' (duration: 417.286535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:13.410286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:12.991081Z","time spent":"419.152304ms","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:28:22.074532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589326756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:28:22.083527Z","caller":"traceutil/trace.go:171","msg":"trace[923109008] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"647.131723ms","start":"2026-05-19T03:28:21.436375Z","end":"2026-05-19T03:28:22.083507Z","steps":["trace[923109008] 'process raft request' (duration: 646.9992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.083654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.436344Z","time spent":"647.248086ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:22.21645Z","caller":"traceutil/trace.go:171","msg":"trace[707973860] linearizableReadLoop","detail":"{readStateIndex:14216; appliedIndex:14215; }","duration":"641.980422ms","start":"2026-05-19T03:28:21.574443Z","end":"2026-05-19T03:28:22.216424Z","steps":["trace[707973860] 'read index received' (duration: 509.064725ms)","trace[707973860] 'applied index is now lower than readState.Index' (duration: 132.914737ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:22.216693Z","caller":"traceutil/trace.go:171","msg":"trace[1633600126] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"679.483955ms","start":"2026-05-19T03:28:21.537122Z","end":"2026-05-19T03:28:22.216605Z","steps":["trace[1633600126] 'process raft request' (duration: 677.580136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.216854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.379422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:28:22.217323Z","caller":"traceutil/trace.go:171","msg":"trace[1569445563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13739; }","duration":"642.884935ms","start":"2026-05-19T03:28:21.574418Z","end":"2026-05-19T03:28:22.217303Z","steps":["trace[1569445563] 'agreement among raft nodes before linearized reading' (duration: 642.270159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.216941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.168251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:28:22.217473Z","caller":"traceutil/trace.go:171","msg":"trace[887361338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13739; }","duration":"641.740414ms","start":"2026-05-19T03:28:21.575708Z","end":"2026-05-19T03:28:22.217448Z","steps":["trace[887361338] 'agreement among raft nodes before linearized reading' (duration: 641.069727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.216936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.122473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:28:22.217546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.575691Z","time spent":"641.837157ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:28:22.217649Z","caller":"traceutil/trace.go:171","msg":"trace[881370426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:13739; }","duration":"561.80574ms","start":"2026-05-19T03:28:21.655764Z","end":"2026-05-19T03:28:22.21757Z","steps":["trace[881370426] 'agreement among raft nodes before linearized reading' (duration: 561.035451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.217799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.655748Z","time spent":"562.026417ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"warn","ts":"2026-05-19T03:28:22.216938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.537106Z","time spent":"679.687621ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:22.217004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.08817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:22.218006Z","caller":"traceutil/trace.go:171","msg":"trace[1149562701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13739; }","duration":"609.097595ms","start":"2026-05-19T03:28:21.608888Z","end":"2026-05-19T03:28:22.217985Z","steps":["trace[1149562701] 'agreement among raft nodes before linearized reading' (duration: 608.092439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:22.218066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.608877Z","time spent":"609.176028ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:22.217385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:21.57441Z","time spent":"642.955666ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:28:30.019074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.147277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:30.019187Z","caller":"traceutil/trace.go:171","msg":"trace[196283180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13796; }","duration":"409.30175ms","start":"2026-05-19T03:28:29.609861Z","end":"2026-05-19T03:28:30.019163Z","steps":["trace[196283180] 'range keys from in-memory index tree' (duration: 409.061105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:30.019307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:29.609845Z","time spent":"409.442714ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:28:30.057677Z","caller":"traceutil/trace.go:171","msg":"trace[269906616] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"290.299472ms","start":"2026-05-19T03:28:29.767349Z","end":"2026-05-19T03:28:30.057648Z","steps":["trace[269906616] 'process raft request' (duration: 289.947212ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:30.267634Z","caller":"traceutil/trace.go:171","msg":"trace[1396709297] linearizableReadLoop","detail":"{readStateIndex:14278; appliedIndex:14277; }","duration":"137.739121ms","start":"2026-05-19T03:28:30.129874Z","end":"2026-05-19T03:28:30.267614Z","steps":["trace[1396709297] 'read index received' (duration: 124.378768ms)","trace[1396709297] 'applied index is now lower than readState.Index' (duration: 13.359483ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:30.26771Z","caller":"traceutil/trace.go:171","msg":"trace[425091523] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"161.84133ms","start":"2026-05-19T03:28:30.105832Z","end":"2026-05-19T03:28:30.267674Z","steps":["trace[425091523] 'process raft request' (duration: 148.266891ms)","trace[425091523] 'compare' (duration: 13.26381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:30.268052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.168242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-2l5l2\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-19T03:28:30.268088Z","caller":"traceutil/trace.go:171","msg":"trace[1791248715] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-2l5l2; range_end:; response_count:1; response_revision:13798; }","duration":"138.244824ms","start":"2026-05-19T03:28:30.129833Z","end":"2026-05-19T03:28:30.268078Z","steps":["trace[1791248715] 'agreement among raft nodes before linearized reading' (duration: 137.884895ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:32.399384Z","caller":"traceutil/trace.go:171","msg":"trace[956746195] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"112.630835ms","start":"2026-05-19T03:28:32.286718Z","end":"2026-05-19T03:28:32.399349Z","steps":["trace[956746195] 'process raft request' (duration: 109.846854ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:32.399416Z","caller":"traceutil/trace.go:171","msg":"trace[704814584] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"106.714934ms","start":"2026-05-19T03:28:32.292673Z","end":"2026-05-19T03:28:32.399388Z","steps":["trace[704814584] 'process raft request' (duration: 106.566609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:33.557936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.600783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:28:33.558095Z","caller":"traceutil/trace.go:171","msg":"trace[2017866776] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"350.463428ms","start":"2026-05-19T03:28:33.207612Z","end":"2026-05-19T03:28:33.558075Z","steps":["trace[2017866776] 'compare' (duration: 345.423598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:33.558504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:33.207594Z","time spent":"350.532889ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:28:34.645208Z","caller":"traceutil/trace.go:171","msg":"trace[1806809252] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"238.564292ms","start":"2026-05-19T03:28:34.406614Z","end":"2026-05-19T03:28:34.645178Z","steps":["trace[1806809252] 'process raft request' (duration: 158.102153ms)","trace[1806809252] 'compare' (duration: 80.216133ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:34.645527Z","caller":"traceutil/trace.go:171","msg":"trace[1531527062] linearizableReadLoop","detail":"{readStateIndex:14308; appliedIndex:14306; }","duration":"222.305654ms","start":"2026-05-19T03:28:34.423168Z","end":"2026-05-19T03:28:34.645474Z","steps":["trace[1531527062] 'read index received' (duration: 141.396734ms)","trace[1531527062] 'applied index is now lower than readState.Index' (duration: 80.90655ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:34.64572Z","caller":"traceutil/trace.go:171","msg":"trace[1518279937] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"238.432348ms","start":"2026-05-19T03:28:34.407177Z","end":"2026-05-19T03:28:34.64561Z","steps":["trace[1518279937] 'process raft request' (duration: 237.954796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:34.645898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.703634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:28:34.645957Z","caller":"traceutil/trace.go:171","msg":"trace[1240368957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13827; }","duration":"222.803046ms","start":"2026-05-19T03:28:34.423138Z","end":"2026-05-19T03:28:34.645941Z","steps":["trace[1240368957] 'agreement among raft nodes before linearized reading' (duration: 222.603961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:34.645978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.423796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T03:28:34.646031Z","caller":"traceutil/trace.go:171","msg":"trace[515890638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13827; }","duration":"222.56915ms","start":"2026-05-19T03:28:34.423445Z","end":"2026-05-19T03:28:34.646014Z","steps":["trace[515890638] 'agreement among raft nodes before linearized reading' (duration: 222.338284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:34.64614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.32561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:28:34.646205Z","caller":"traceutil/trace.go:171","msg":"trace[779667232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13827; }","duration":"144.441443ms","start":"2026-05-19T03:28:34.501751Z","end":"2026-05-19T03:28:34.646193Z","steps":["trace[779667232] 'agreement among raft nodes before linearized reading' (duration: 144.302518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:34.646224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.306128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T03:28:34.646266Z","caller":"traceutil/trace.go:171","msg":"trace[956701269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13827; }","duration":"163.39731ms","start":"2026-05-19T03:28:34.482853Z","end":"2026-05-19T03:28:34.646251Z","steps":["trace[956701269] 'agreement among raft nodes before linearized reading' (duration: 163.275067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:34.646351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.756939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:28:34.646396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.305722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:28:34.64643Z","caller":"traceutil/trace.go:171","msg":"trace[1804377275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13827; }","duration":"162.390784ms","start":"2026-05-19T03:28:34.484029Z","end":"2026-05-19T03:28:34.64642Z","steps":["trace[1804377275] 'agreement among raft nodes before linearized reading' (duration: 162.309952ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:34.646398Z","caller":"traceutil/trace.go:171","msg":"trace[1571629623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:13827; }","duration":"212.835501ms","start":"2026-05-19T03:28:34.433551Z","end":"2026-05-19T03:28:34.646386Z","steps":["trace[1571629623] 'agreement among raft nodes before linearized reading' (duration: 212.701507ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:42.283635Z","caller":"traceutil/trace.go:171","msg":"trace[1903187497] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"291.343798ms","start":"2026-05-19T03:28:41.992259Z","end":"2026-05-19T03:28:42.283603Z","steps":["trace[1903187497] 'process raft request' (duration: 291.123772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:42.876412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589327330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:28:43.072773Z","caller":"traceutil/trace.go:171","msg":"trace[1623935733] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"745.108262ms","start":"2026-05-19T03:28:42.327639Z","end":"2026-05-19T03:28:43.072748Z","steps":["trace[1623935733] 'process raft request' (duration: 744.958447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.072919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.327606Z","time spent":"745.233155ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:43.082605Z","caller":"traceutil/trace.go:171","msg":"trace[2027973111] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"410.49774ms","start":"2026-05-19T03:28:42.672096Z","end":"2026-05-19T03:28:43.082594Z","steps":["trace[2027973111] 'process raft request' (duration: 410.372837ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:43.08259Z","caller":"traceutil/trace.go:171","msg":"trace[675585480] transaction","detail":"{read_only:false; response_revision:13984; number_of_response:1; }","duration":"409.846244ms","start":"2026-05-19T03:28:42.672719Z","end":"2026-05-19T03:28:43.082566Z","steps":["trace[675585480] 'process raft request' (duration: 409.786992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.082699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.672068Z","time spent":"410.576643ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:28:43.0827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.672704Z","time spent":"409.945037ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:43.082596Z","caller":"traceutil/trace.go:171","msg":"trace[1861256120] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"674.887987ms","start":"2026-05-19T03:28:42.407689Z","end":"2026-05-19T03:28:43.082577Z","steps":["trace[1861256120] 'process raft request' (duration: 674.672171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.08278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.407643Z","time spent":"675.090782ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:43.085936Z","caller":"traceutil/trace.go:171","msg":"trace[1052320137] linearizableReadLoop","detail":"{readStateIndex:14468; appliedIndex:14463; }","duration":"710.542452ms","start":"2026-05-19T03:28:42.375363Z","end":"2026-05-19T03:28:43.085906Z","steps":["trace[1052320137] 'read index received' (duration: 697.322363ms)","trace[1052320137] 'applied index is now lower than readState.Index' (duration: 13.218329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:43.086173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.678016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-05-19T03:28:43.086213Z","caller":"traceutil/trace.go:171","msg":"trace[1854346365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326; range_end:; response_count:1; response_revision:13984; }","duration":"710.81678ms","start":"2026-05-19T03:28:42.375384Z","end":"2026-05-19T03:28:43.086201Z","steps":["trace[1854346365] 'agreement among raft nodes before linearized reading' (duration: 710.676506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.421718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:28:43.086245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.375359Z","time spent":"710.876861ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3747,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.413756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:28:43.086311Z","caller":"traceutil/trace.go:171","msg":"trace[851509553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:13984; }","duration":"378.515559ms","start":"2026-05-19T03:28:42.707784Z","end":"2026-05-19T03:28:43.086299Z","steps":["trace[851509553] 'agreement among raft nodes before linearized reading' (duration: 378.348905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.636267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T03:28:43.086295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.020311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T03:28:43.086343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.240699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T03:28:43.086346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.707759Z","time spent":"378.57979ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:28:43.086355Z","caller":"traceutil/trace.go:171","msg":"trace[1972935281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13984; }","duration":"393.683769ms","start":"2026-05-19T03:28:42.692658Z","end":"2026-05-19T03:28:43.086341Z","steps":["trace[1972935281] 'agreement among raft nodes before linearized reading' (duration: 393.617397ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:43.086372Z","caller":"traceutil/trace.go:171","msg":"trace[1634933586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13984; }","duration":"395.2701ms","start":"2026-05-19T03:28:42.691093Z","end":"2026-05-19T03:28:43.086363Z","steps":["trace[1634933586] 'agreement among raft nodes before linearized reading' (duration: 395.184998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.00054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:28:43.086392Z","caller":"traceutil/trace.go:171","msg":"trace[1350004303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13984; }","duration":"393.127034ms","start":"2026-05-19T03:28:42.69325Z","end":"2026-05-19T03:28:43.086377Z","steps":["trace[1350004303] 'agreement among raft nodes before linearized reading' (duration: 392.94093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.692647Z","time spent":"393.74245ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:28:43.086406Z","caller":"traceutil/trace.go:171","msg":"trace[535707223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13984; }","duration":"398.085312ms","start":"2026-05-19T03:28:42.688313Z","end":"2026-05-19T03:28:43.086398Z","steps":["trace[535707223] 'agreement among raft nodes before linearized reading' (duration: 397.986869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.691079Z","time spent":"395.315111ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.688285Z","time spent":"398.137514ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.067269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:28:43.086426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.693243Z","time spent":"393.174525ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:28:43.08643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.368865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:43.086511Z","caller":"traceutil/trace.go:171","msg":"trace[487626381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13984; }","duration":"476.516068ms","start":"2026-05-19T03:28:42.609974Z","end":"2026-05-19T03:28:43.08649Z","steps":["trace[487626381] 'agreement among raft nodes before linearized reading' (duration: 476.310543ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:43.086461Z","caller":"traceutil/trace.go:171","msg":"trace[45579811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13984; }","duration":"394.376466ms","start":"2026-05-19T03:28:42.692073Z","end":"2026-05-19T03:28:43.08645Z","steps":["trace[45579811] 'agreement among raft nodes before linearized reading' (duration: 394.011647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.08655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.609948Z","time spent":"476.595101ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.69205Z","time spent":"394.513979ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:28:43.086257Z","caller":"traceutil/trace.go:171","msg":"trace[1465042464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13984; }","duration":"401.52747ms","start":"2026-05-19T03:28:42.684716Z","end":"2026-05-19T03:28:43.086243Z","steps":["trace[1465042464] 'agreement among raft nodes before linearized reading' (duration: 401.388797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.684689Z","time spent":"401.930501ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.962019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:28:43.086624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.108955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-19T03:28:43.086705Z","caller":"traceutil/trace.go:171","msg":"trace[1630263870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13984; }","duration":"509.245019ms","start":"2026-05-19T03:28:42.577447Z","end":"2026-05-19T03:28:43.086692Z","steps":["trace[1630263870] 'agreement among raft nodes before linearized reading' (duration: 509.032873ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:43.086707Z","caller":"traceutil/trace.go:171","msg":"trace[2070333056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13984; }","duration":"505.149995ms","start":"2026-05-19T03:28:42.58153Z","end":"2026-05-19T03:28:43.08668Z","steps":["trace[2070333056] 'agreement among raft nodes before linearized reading' (duration: 504.731794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.086734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.57742Z","time spent":"509.304491ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-19T03:28:43.086739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.332883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-05-19T03:28:43.086753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.581504Z","time spent":"505.240937ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:28:43.086811Z","caller":"traceutil/trace.go:171","msg":"trace[65040442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0; range_end:; response_count:1; response_revision:13984; }","duration":"711.456926ms","start":"2026-05-19T03:28:42.375311Z","end":"2026-05-19T03:28:43.086768Z","steps":["trace[65040442] 'agreement among raft nodes before linearized reading' (duration: 710.680436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:43.08704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:42.375286Z","time spent":"711.743484ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0\" "} {"level":"info","ts":"2026-05-19T03:28:44.799999Z","caller":"traceutil/trace.go:171","msg":"trace[1069001257] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"404.23828ms","start":"2026-05-19T03:28:44.395737Z","end":"2026-05-19T03:28:44.799975Z","steps":["trace[1069001257] 'process raft request' (duration: 358.439674ms)","trace[1069001257] 'compare' (duration: 45.463608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:44.800133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.395696Z","time spent":"404.366324ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:28:44.799992Z","caller":"traceutil/trace.go:171","msg":"trace[1364622528] linearizableReadLoop","detail":"{readStateIndex:14481; appliedIndex:14479; }","duration":"379.684249ms","start":"2026-05-19T03:28:44.42028Z","end":"2026-05-19T03:28:44.799965Z","steps":["trace[1364622528] 'read index received' (duration: 21.79853ms)","trace[1364622528] 'applied index is now lower than readState.Index' (duration: 357.883959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:44.800276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.782565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:28:44.800311Z","caller":"traceutil/trace.go:171","msg":"trace[1573384976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13996; }","duration":"192.887778ms","start":"2026-05-19T03:28:44.607413Z","end":"2026-05-19T03:28:44.800301Z","steps":["trace[1573384976] 'agreement among raft nodes before linearized reading' (duration: 192.806515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:44.800972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.677794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:44.801026Z","caller":"traceutil/trace.go:171","msg":"trace[1080029513] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13996; }","duration":"380.785727ms","start":"2026-05-19T03:28:44.420228Z","end":"2026-05-19T03:28:44.801013Z","steps":["trace[1080029513] 'agreement among raft nodes before linearized reading' (duration: 379.813482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:44.801062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:28:44.420209Z","time spent":"380.841777ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":118,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:28:45.190513Z","caller":"traceutil/trace.go:171","msg":"trace[1110754888] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"102.025223ms","start":"2026-05-19T03:28:45.088465Z","end":"2026-05-19T03:28:45.19049Z","steps":["trace[1110754888] 'process raft request' (duration: 101.830117ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.19072Z","caller":"traceutil/trace.go:171","msg":"trace[873373062] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"102.139835ms","start":"2026-05-19T03:28:45.088549Z","end":"2026-05-19T03:28:45.190689Z","steps":["trace[873373062] 'process raft request' (duration: 101.897498ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.483313Z","caller":"traceutil/trace.go:171","msg":"trace[1379666340] linearizableReadLoop","detail":"{readStateIndex:14498; appliedIndex:14496; }","duration":"112.010159ms","start":"2026-05-19T03:28:45.371282Z","end":"2026-05-19T03:28:45.483292Z","steps":["trace[1379666340] 'read index received' (duration: 34.65214ms)","trace[1379666340] 'applied index is now lower than readState.Index' (duration: 77.357319ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:45.483376Z","caller":"traceutil/trace.go:171","msg":"trace[847949364] transaction","detail":"{read_only:false; response_revision:14012; number_of_response:1; }","duration":"121.44095ms","start":"2026-05-19T03:28:45.36188Z","end":"2026-05-19T03:28:45.483321Z","steps":["trace[847949364] 'process raft request' (duration: 121.208714ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.4835Z","caller":"traceutil/trace.go:171","msg":"trace[1032077071] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"110.047208ms","start":"2026-05-19T03:28:45.373424Z","end":"2026-05-19T03:28:45.483472Z","steps":["trace[1032077071] 'process raft request' (duration: 109.813132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.483736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.436119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-05-19T03:28:45.483769Z","caller":"traceutil/trace.go:171","msg":"trace[244644564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326; range_end:; response_count:1; response_revision:14013; }","duration":"112.517911ms","start":"2026-05-19T03:28:45.371242Z","end":"2026-05-19T03:28:45.48376Z","steps":["trace[244644564] 'agreement among raft nodes before linearized reading' (duration: 112.361828ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.563946Z","caller":"traceutil/trace.go:171","msg":"trace[855259316] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"124.87303ms","start":"2026-05-19T03:28:45.439032Z","end":"2026-05-19T03:28:45.563905Z","steps":["trace[855259316] 'process raft request' (duration: 115.191181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.564092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.07985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-19T03:28:45.564091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.094081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-19T03:28:45.564126Z","caller":"traceutil/trace.go:171","msg":"trace[901518231] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:14014; }","duration":"126.141682ms","start":"2026-05-19T03:28:45.437976Z","end":"2026-05-19T03:28:45.564118Z","steps":["trace[901518231] 'agreement among raft nodes before linearized reading' (duration: 126.05222ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.564215Z","caller":"traceutil/trace.go:171","msg":"trace[480749141] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:14014; }","duration":"126.271245ms","start":"2026-05-19T03:28:45.437928Z","end":"2026-05-19T03:28:45.564199Z","steps":["trace[480749141] 'agreement among raft nodes before linearized reading' (duration: 125.957017ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.563976Z","caller":"traceutil/trace.go:171","msg":"trace[1832517402] transaction","detail":"{read_only:false; number_of_response:1; response_revision:14014; }","duration":"120.042615ms","start":"2026-05-19T03:28:45.443909Z","end":"2026-05-19T03:28:45.563951Z","steps":["trace[1832517402] 'process raft request' (duration: 119.899431ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.880839Z","caller":"traceutil/trace.go:171","msg":"trace[711772855] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"169.305962ms","start":"2026-05-19T03:28:45.711497Z","end":"2026-05-19T03:28:45.880803Z","steps":["trace[711772855] 'process raft request' (duration: 160.27334ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.880924Z","caller":"traceutil/trace.go:171","msg":"trace[1637729086] linearizableReadLoop","detail":"{readStateIndex:14514; appliedIndex:14512; }","duration":"165.656978ms","start":"2026-05-19T03:28:45.715241Z","end":"2026-05-19T03:28:45.880898Z","steps":["trace[1637729086] 'read index received' (duration: 39.815653ms)","trace[1637729086] 'applied index is now lower than readState.Index' (duration: 125.840455ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:45.881099Z","caller":"traceutil/trace.go:171","msg":"trace[1636195748] transaction","detail":"{read_only:false; response_revision:14028; number_of_response:1; }","duration":"161.314597ms","start":"2026-05-19T03:28:45.719752Z","end":"2026-05-19T03:28:45.881066Z","steps":["trace[1636195748] 'process raft request' (duration: 161.077421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:45.881722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.456519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-19T03:28:45.881835Z","caller":"traceutil/trace.go:171","msg":"trace[1706250352] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:14028; }","duration":"166.53233ms","start":"2026-05-19T03:28:45.71522Z","end":"2026-05-19T03:28:45.881752Z","steps":["trace[1706250352] 'agreement among raft nodes before linearized reading' (duration: 166.346836ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:45.883186Z","caller":"traceutil/trace.go:171","msg":"trace[715066774] transaction","detail":"{read_only:false; response_revision:14027; number_of_response:1; }","duration":"171.621781ms","start":"2026-05-19T03:28:45.711552Z","end":"2026-05-19T03:28:45.883174Z","steps":["trace[715066774] 'process raft request' (duration: 169.185388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:53.465254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.805142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:28:53.465498Z","caller":"traceutil/trace.go:171","msg":"trace[1292880398] transaction","detail":"{read_only:false; response_revision:14180; number_of_response:1; }","duration":"127.337002ms","start":"2026-05-19T03:28:53.338127Z","end":"2026-05-19T03:28:53.465465Z","steps":["trace[1292880398] 'process raft request' (duration: 24.204992ms)","trace[1292880398] 'compare' (duration: 102.584797ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:53.466078Z","caller":"traceutil/trace.go:171","msg":"trace[1441093009] transaction","detail":"{read_only:false; response_revision:14181; number_of_response:1; }","duration":"127.472287ms","start":"2026-05-19T03:28:53.338592Z","end":"2026-05-19T03:28:53.466064Z","steps":["trace[1441093009] 'process raft request' (duration: 126.837689ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:53.466517Z","caller":"traceutil/trace.go:171","msg":"trace[720455290] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"127.822256ms","start":"2026-05-19T03:28:53.338681Z","end":"2026-05-19T03:28:53.466503Z","steps":["trace[720455290] 'process raft request' (duration: 127.319763ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:53.46673Z","caller":"traceutil/trace.go:171","msg":"trace[1892808647] transaction","detail":"{read_only:false; response_revision:14183; number_of_response:1; }","duration":"127.700873ms","start":"2026-05-19T03:28:53.338999Z","end":"2026-05-19T03:28:53.4667Z","steps":["trace[1892808647] 'process raft request' (duration: 127.419495ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:53.466989Z","caller":"traceutil/trace.go:171","msg":"trace[611822829] linearizableReadLoop","detail":"{readStateIndex:14679; appliedIndex:14674; }","duration":"127.293472ms","start":"2026-05-19T03:28:53.339682Z","end":"2026-05-19T03:28:53.466975Z","steps":["trace[611822829] 'read index received' (duration: 22.651702ms)","trace[611822829] 'applied index is now lower than readState.Index' (duration: 104.64089ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:53.467112Z","caller":"traceutil/trace.go:171","msg":"trace[837682497] transaction","detail":"{read_only:false; response_revision:14184; number_of_response:1; }","duration":"127.819786ms","start":"2026-05-19T03:28:53.339279Z","end":"2026-05-19T03:28:53.467099Z","steps":["trace[837682497] 'process raft request' (duration: 127.631991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:53.467281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.359156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:28:53.467315Z","caller":"traceutil/trace.go:171","msg":"trace[1282659419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:14184; }","duration":"108.447078ms","start":"2026-05-19T03:28:53.358859Z","end":"2026-05-19T03:28:53.467306Z","steps":["trace[1282659419] 'agreement among raft nodes before linearized reading' (duration: 108.325625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:53.4673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.60801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:28:53.467383Z","caller":"traceutil/trace.go:171","msg":"trace[382146964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14184; }","duration":"127.707123ms","start":"2026-05-19T03:28:53.339657Z","end":"2026-05-19T03:28:53.467364Z","steps":["trace[382146964] 'agreement among raft nodes before linearized reading' (duration: 127.406305ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.029977Z","caller":"traceutil/trace.go:171","msg":"trace[1833744137] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"135.663508ms","start":"2026-05-19T03:28:53.894269Z","end":"2026-05-19T03:28:54.029932Z","steps":["trace[1833744137] 'process raft request' (duration: 89.186233ms)","trace[1833744137] 'compare' (duration: 46.218958ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:54.193734Z","caller":"traceutil/trace.go:171","msg":"trace[1633927771] linearizableReadLoop","detail":"{readStateIndex:14709; appliedIndex:14707; }","duration":"291.967455ms","start":"2026-05-19T03:28:53.901743Z","end":"2026-05-19T03:28:54.19371Z","steps":["trace[1633927771] 'read index received' (duration: 81.881455ms)","trace[1633927771] 'applied index is now lower than readState.Index' (duration: 210.08521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:28:54.19394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.17739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-05-19T03:28:54.19391Z","caller":"traceutil/trace.go:171","msg":"trace[1170275586] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"296.197823ms","start":"2026-05-19T03:28:53.897659Z","end":"2026-05-19T03:28:54.193857Z","steps":["trace[1170275586] 'process raft request' (duration: 295.907865ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.193971Z","caller":"traceutil/trace.go:171","msg":"trace[225708492] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14214; }","duration":"292.222771ms","start":"2026-05-19T03:28:53.901739Z","end":"2026-05-19T03:28:54.193961Z","steps":["trace[225708492] 'agreement among raft nodes before linearized reading' (duration: 292.083938ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.236828Z","caller":"traceutil/trace.go:171","msg":"trace[152226357] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"197.540248ms","start":"2026-05-19T03:28:54.039242Z","end":"2026-05-19T03:28:54.236782Z","steps":["trace[152226357] 'process raft request' (duration: 197.047885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.236856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.993835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:54.236947Z","caller":"traceutil/trace.go:171","msg":"trace[354737693] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14215; }","duration":"248.146178ms","start":"2026-05-19T03:28:53.988781Z","end":"2026-05-19T03:28:54.236927Z","steps":["trace[354737693] 'agreement among raft nodes before linearized reading' (duration: 247.83447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.237542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.455195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213919"} {"level":"info","ts":"2026-05-19T03:28:54.237622Z","caller":"traceutil/trace.go:171","msg":"trace[202893396] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14215; }","duration":"169.589749ms","start":"2026-05-19T03:28:54.068009Z","end":"2026-05-19T03:28:54.237599Z","steps":["trace[202893396] 'agreement among raft nodes before linearized reading' (duration: 168.705637ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.419365Z","caller":"traceutil/trace.go:171","msg":"trace[1706542148] linearizableReadLoop","detail":"{readStateIndex:14714; appliedIndex:14711; }","duration":"122.313664ms","start":"2026-05-19T03:28:54.297034Z","end":"2026-05-19T03:28:54.419347Z","steps":["trace[1706542148] 'read index received' (duration: 111.801334ms)","trace[1706542148] 'applied index is now lower than readState.Index' (duration: 10.51158ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:54.419378Z","caller":"traceutil/trace.go:171","msg":"trace[1898685862] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"173.151241ms","start":"2026-05-19T03:28:54.246192Z","end":"2026-05-19T03:28:54.419343Z","steps":["trace[1898685862] 'process raft request' (duration: 162.586289ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.419473Z","caller":"traceutil/trace.go:171","msg":"trace[834261918] transaction","detail":"{read_only:false; response_revision:14219; number_of_response:1; }","duration":"171.669752ms","start":"2026-05-19T03:28:54.247796Z","end":"2026-05-19T03:28:54.419466Z","steps":["trace[834261918] 'process raft request' (duration: 171.512458ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.419438Z","caller":"traceutil/trace.go:171","msg":"trace[86428724] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"173.033267ms","start":"2026-05-19T03:28:54.24637Z","end":"2026-05-19T03:28:54.419403Z","steps":["trace[86428724] 'process raft request' (duration: 172.912084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.419706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.929749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3203"} {"level":"info","ts":"2026-05-19T03:28:54.41975Z","caller":"traceutil/trace.go:171","msg":"trace[301594166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14219; }","duration":"114.047242ms","start":"2026-05-19T03:28:54.305691Z","end":"2026-05-19T03:28:54.419739Z","steps":["trace[301594166] 'agreement among raft nodes before linearized reading' (duration: 113.837096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.419773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.714577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T03:28:54.419815Z","caller":"traceutil/trace.go:171","msg":"trace[596456558] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14219; }","duration":"149.794909ms","start":"2026-05-19T03:28:54.270009Z","end":"2026-05-19T03:28:54.419804Z","steps":["trace[596456558] 'agreement among raft nodes before linearized reading' (duration: 149.673456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.420261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.61047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-05-19T03:28:54.420373Z","caller":"traceutil/trace.go:171","msg":"trace[1709926585] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:14219; }","duration":"113.757973ms","start":"2026-05-19T03:28:54.306587Z","end":"2026-05-19T03:28:54.420345Z","steps":["trace[1709926585] 'agreement among raft nodes before linearized reading' (duration: 113.161098ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.622965Z","caller":"traceutil/trace.go:171","msg":"trace[10517637] linearizableReadLoop","detail":"{readStateIndex:14718; appliedIndex:14717; }","duration":"110.174062ms","start":"2026-05-19T03:28:54.512768Z","end":"2026-05-19T03:28:54.622942Z","steps":["trace[10517637] 'read index received' (duration: 109.975987ms)","trace[10517637] 'applied index is now lower than readState.Index' (duration: 196.965µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:28:54.623082Z","caller":"traceutil/trace.go:171","msg":"trace[431200952] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"146.819445ms","start":"2026-05-19T03:28:54.476228Z","end":"2026-05-19T03:28:54.623048Z","steps":["trace[431200952] 'process raft request' (duration: 146.539068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.62309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.448939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:28:54.623184Z","caller":"traceutil/trace.go:171","msg":"trace[1734822299] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14223; }","duration":"173.600572ms","start":"2026-05-19T03:28:54.449557Z","end":"2026-05-19T03:28:54.623158Z","steps":["trace[1734822299] 'agreement among raft nodes before linearized reading' (duration: 173.418677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.623198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.280475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-05-19T03:28:54.623281Z","caller":"traceutil/trace.go:171","msg":"trace[114659222] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:14223; }","duration":"182.377947ms","start":"2026-05-19T03:28:54.440882Z","end":"2026-05-19T03:28:54.62326Z","steps":["trace[114659222] 'agreement among raft nodes before linearized reading' (duration: 182.127421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.623332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.587995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-19T03:28:54.623435Z","caller":"traceutil/trace.go:171","msg":"trace[1803879080] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14223; }","duration":"184.737298ms","start":"2026-05-19T03:28:54.438675Z","end":"2026-05-19T03:28:54.623413Z","steps":["trace[1803879080] 'agreement among raft nodes before linearized reading' (duration: 184.40382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:28:54.635456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.600008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-05-19T03:28:54.635509Z","caller":"traceutil/trace.go:171","msg":"trace[794399220] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"103.068839ms","start":"2026-05-19T03:28:54.532423Z","end":"2026-05-19T03:28:54.635492Z","steps":["trace[794399220] 'process raft request' (duration: 102.516435ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:28:54.635536Z","caller":"traceutil/trace.go:171","msg":"trace[978074680] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:14224; }","duration":"118.717121ms","start":"2026-05-19T03:28:54.516799Z","end":"2026-05-19T03:28:54.635516Z","steps":["trace[978074680] 'agreement among raft nodes before linearized reading' (duration: 118.523226ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:03.254852Z","caller":"traceutil/trace.go:171","msg":"trace[1357454281] transaction","detail":"{read_only:false; response_revision:14313; number_of_response:1; }","duration":"100.896894ms","start":"2026-05-19T03:29:03.153922Z","end":"2026-05-19T03:29:03.254819Z","steps":["trace[1357454281] 'process raft request' (duration: 100.609546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.956806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.450047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kw8n\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-05-19T03:29:03.956899Z","caller":"traceutil/trace.go:171","msg":"trace[1044298271] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kw8n; range_end:; response_count:1; response_revision:14316; }","duration":"385.604601ms","start":"2026-05-19T03:29:03.571269Z","end":"2026-05-19T03:29:03.956873Z","steps":["trace[1044298271] 'range keys from in-memory index tree' (duration: 385.232111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.956953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.571248Z","time spent":"385.692824ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kw8n\" "} {"level":"warn","ts":"2026-05-19T03:29:03.957042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.375016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-19T03:29:03.957134Z","caller":"traceutil/trace.go:171","msg":"trace[927925956] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14316; }","duration":"222.52645ms","start":"2026-05-19T03:29:03.734584Z","end":"2026-05-19T03:29:03.95711Z","steps":["trace[927925956] 'range keys from in-memory index tree' (duration: 222.188011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.734083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T03:29:03.957235Z","caller":"traceutil/trace.go:171","msg":"trace[1458695665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:14316; }","duration":"383.880017ms","start":"2026-05-19T03:29:03.573336Z","end":"2026-05-19T03:29:03.957216Z","steps":["trace[1458695665] 'range keys from in-memory index tree' (duration: 383.555558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.419022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:29:03.957275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.573311Z","time spent":"383.956279ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:29:03.957292Z","caller":"traceutil/trace.go:171","msg":"trace[871894881] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14316; }","duration":"477.530414ms","start":"2026-05-19T03:29:03.479745Z","end":"2026-05-19T03:29:03.957275Z","steps":["trace[871894881] 'count revisions from in-memory index tree' (duration: 477.315029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.452498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:29:03.957159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.697058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:29:03.957362Z","caller":"traceutil/trace.go:171","msg":"trace[2145750549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14316; }","duration":"429.564642ms","start":"2026-05-19T03:29:03.527776Z","end":"2026-05-19T03:29:03.957341Z","steps":["trace[2145750549] 'range keys from in-memory index tree' (duration: 429.235243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.479693Z","time spent":"477.643738ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:29:03.957386Z","caller":"traceutil/trace.go:171","msg":"trace[1972514583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14316; }","duration":"433.969374ms","start":"2026-05-19T03:29:03.523401Z","end":"2026-05-19T03:29:03.957371Z","steps":["trace[1972514583] 'range keys from in-memory index tree' (duration: 433.535064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.527762Z","time spent":"429.630583ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:29:03.95741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.523374Z","time spent":"434.031006ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:29:03.957478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.622923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:29:03.957523Z","caller":"traceutil/trace.go:171","msg":"trace[1057880600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14316; }","duration":"429.690695ms","start":"2026-05-19T03:29:03.527822Z","end":"2026-05-19T03:29:03.957512Z","steps":["trace[1057880600] 'range keys from in-memory index tree' (duration: 429.48655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.527809Z","time spent":"429.738376ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:29:03.957572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.743704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:29:03.957619Z","caller":"traceutil/trace.go:171","msg":"trace[2008260607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14316; }","duration":"441.837306ms","start":"2026-05-19T03:29:03.515769Z","end":"2026-05-19T03:29:03.957606Z","steps":["trace[2008260607] 'range keys from in-memory index tree' (duration: 441.532279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.515745Z","time spent":"441.897718ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:29:03.957686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.308433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T03:29:03.95778Z","caller":"traceutil/trace.go:171","msg":"trace[286392923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14316; }","duration":"434.443286ms","start":"2026-05-19T03:29:03.52332Z","end":"2026-05-19T03:29:03.957763Z","steps":["trace[286392923] 'range keys from in-memory index tree' (duration: 434.127818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.957882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.523297Z","time spent":"434.57298ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:29:03.958268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.303619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:29:03.958614Z","caller":"traceutil/trace.go:171","msg":"trace[1567323913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14316; }","duration":"386.684869ms","start":"2026-05-19T03:29:03.571897Z","end":"2026-05-19T03:29:03.958581Z","steps":["trace[1567323913] 'range keys from in-memory index tree' (duration: 385.199841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:03.95876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:03.571893Z","time spent":"386.846273ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:29:05.419847Z","caller":"traceutil/trace.go:171","msg":"trace[338052926] transaction","detail":"{read_only:false; response_revision:14323; number_of_response:1; }","duration":"119.840821ms","start":"2026-05-19T03:29:05.29997Z","end":"2026-05-19T03:29:05.419811Z","steps":["trace[338052926] 'process raft request' (duration: 119.597885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:05.70944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.833106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:29:05.709804Z","caller":"traceutil/trace.go:171","msg":"trace[707416611] linearizableReadLoop","detail":"{readStateIndex:14824; appliedIndex:14822; }","duration":"165.074113ms","start":"2026-05-19T03:29:05.544704Z","end":"2026-05-19T03:29:05.709778Z","steps":["trace[707416611] 'read index received' (duration: 164.406396ms)","trace[707416611] 'applied index is now lower than readState.Index' (duration: 666.357µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:05.709845Z","caller":"traceutil/trace.go:171","msg":"trace[351191387] transaction","detail":"{read_only:false; response_revision:14326; number_of_response:1; }","duration":"198.03868ms","start":"2026-05-19T03:29:05.511775Z","end":"2026-05-19T03:29:05.709814Z","steps":["trace[351191387] 'process raft request' (duration: 197.794474ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:05.709876Z","caller":"traceutil/trace.go:171","msg":"trace[476603703] transaction","detail":"{read_only:false; response_revision:14325; number_of_response:1; }","duration":"255.814685ms","start":"2026-05-19T03:29:05.454011Z","end":"2026-05-19T03:29:05.709826Z","steps":["trace[476603703] 'process raft request' (duration: 48.517846ms)","trace[476603703] 'compare' (duration: 206.663693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:29:05.710046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.567975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:05.710106Z","caller":"traceutil/trace.go:171","msg":"trace[258079520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14326; }","duration":"100.675948ms","start":"2026-05-19T03:29:05.609413Z","end":"2026-05-19T03:29:05.710089Z","steps":["trace[258079520] 'agreement among raft nodes before linearized reading' (duration: 100.546455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:05.710658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.932016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:29:05.710705Z","caller":"traceutil/trace.go:171","msg":"trace[1614858475] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14326; }","duration":"166.038399ms","start":"2026-05-19T03:29:05.544658Z","end":"2026-05-19T03:29:05.710696Z","steps":["trace[1614858475] 'agreement among raft nodes before linearized reading' (duration: 165.217587ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:46.382082Z","caller":"traceutil/trace.go:171","msg":"trace[966870980] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15382; }","duration":"101.911ms","start":"2026-05-19T03:29:46.280146Z","end":"2026-05-19T03:29:46.382057Z","steps":["trace[966870980] 'read index received' (duration: 101.706285ms)","trace[966870980] 'applied index is now lower than readState.Index' (duration: 203.725µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:29:46.382208Z","caller":"traceutil/trace.go:171","msg":"trace[961719470] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"173.41136ms","start":"2026-05-19T03:29:46.20876Z","end":"2026-05-19T03:29:46.382172Z","steps":["trace[961719470] 'process raft request' (duration: 173.120163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:46.382337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.171587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:29:46.382415Z","caller":"traceutil/trace.go:171","msg":"trace[447704617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14873; }","duration":"102.30479ms","start":"2026-05-19T03:29:46.28009Z","end":"2026-05-19T03:29:46.382394Z","steps":["trace[447704617] 'agreement among raft nodes before linearized reading' (duration: 102.079524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:46.883719Z","caller":"traceutil/trace.go:171","msg":"trace[1637286537] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"151.651402ms","start":"2026-05-19T03:29:46.732029Z","end":"2026-05-19T03:29:46.883681Z","steps":["trace[1637286537] 'process raft request' (duration: 151.299824ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:47.338127Z","caller":"traceutil/trace.go:171","msg":"trace[391756747] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"439.558584ms","start":"2026-05-19T03:29:46.898541Z","end":"2026-05-19T03:29:47.3381Z","steps":["trace[391756747] 'process raft request' (duration: 439.38585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.338335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.898516Z","time spent":"439.725689ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:47.343312Z","caller":"traceutil/trace.go:171","msg":"trace[145382575] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"440.129109ms","start":"2026-05-19T03:29:46.90314Z","end":"2026-05-19T03:29:47.343269Z","steps":["trace[145382575] 'process raft request' (duration: 439.829311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.343476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.903116Z","time spent":"440.269483ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:47.343503Z","caller":"traceutil/trace.go:171","msg":"trace[1865122473] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"436.975618ms","start":"2026-05-19T03:29:46.906478Z","end":"2026-05-19T03:29:47.343454Z","steps":["trace[1865122473] 'process raft request' (duration: 436.64699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.343618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.86567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:29:47.343686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.906445Z","time spent":"437.154123ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:29:47.3437Z","caller":"traceutil/trace.go:171","msg":"trace[1322749072] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"411.056475ms","start":"2026-05-19T03:29:46.932623Z","end":"2026-05-19T03:29:47.343679Z","steps":["trace[1322749072] 'agreement among raft nodes before linearized reading' (duration: 410.919602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.343751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.932565Z","time spent":"411.177068ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:29:47.343942Z","caller":"traceutil/trace.go:171","msg":"trace[1066706291] linearizableReadLoop","detail":"{readStateIndex:15391; appliedIndex:15388; }","duration":"410.683505ms","start":"2026-05-19T03:29:46.932732Z","end":"2026-05-19T03:29:47.343416Z","steps":["trace[1066706291] 'read index received' (duration: 405.237076ms)","trace[1066706291] 'applied index is now lower than readState.Index' (duration: 5.445089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:29:47.344167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.695931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:47.344209Z","caller":"traceutil/trace.go:171","msg":"trace[556600430] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"238.758903ms","start":"2026-05-19T03:29:47.105438Z","end":"2026-05-19T03:29:47.344197Z","steps":["trace[556600430] 'agreement among raft nodes before linearized reading' (duration: 238.679661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.344211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.162363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:29:47.344262Z","caller":"traceutil/trace.go:171","msg":"trace[165112340] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"157.224565ms","start":"2026-05-19T03:29:47.187025Z","end":"2026-05-19T03:29:47.344249Z","steps":["trace[165112340] 'agreement among raft nodes before linearized reading' (duration: 157.090152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.344363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.377514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:47.344401Z","caller":"traceutil/trace.go:171","msg":"trace[1811787312] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"158.430326ms","start":"2026-05-19T03:29:47.185961Z","end":"2026-05-19T03:29:47.344391Z","steps":["trace[1811787312] 'agreement among raft nodes before linearized reading' (duration: 158.351424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.344645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.02995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-19T03:29:47.344671Z","caller":"traceutil/trace.go:171","msg":"trace[624080929] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14881; }","duration":"159.056561ms","start":"2026-05-19T03:29:47.185608Z","end":"2026-05-19T03:29:47.344664Z","steps":["trace[624080929] 'agreement among raft nodes before linearized reading' (duration: 158.885827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.344811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.630526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:29:47.344836Z","caller":"traceutil/trace.go:171","msg":"trace[853948092] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"230.740528ms","start":"2026-05-19T03:29:47.114089Z","end":"2026-05-19T03:29:47.344829Z","steps":["trace[853948092] 'agreement among raft nodes before linearized reading' (duration: 230.675346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.345157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.508391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:47.345203Z","caller":"traceutil/trace.go:171","msg":"trace[380572725] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14881; }","duration":"394.584713ms","start":"2026-05-19T03:29:46.950605Z","end":"2026-05-19T03:29:47.34519Z","steps":["trace[380572725] 'agreement among raft nodes before linearized reading' (duration: 394.516201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.345231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.95059Z","time spent":"394.632524ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:29:47.345344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.215137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:29:47.345374Z","caller":"traceutil/trace.go:171","msg":"trace[1363741807] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"407.247538ms","start":"2026-05-19T03:29:46.93812Z","end":"2026-05-19T03:29:47.345368Z","steps":["trace[1363741807] 'agreement among raft nodes before linearized reading' (duration: 407.177186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.345396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.938037Z","time spent":"407.35337ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:29:47.34544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.997715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-19T03:29:47.345504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.579658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:47.345513Z","caller":"traceutil/trace.go:171","msg":"trace[547829720] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14881; }","duration":"240.116368ms","start":"2026-05-19T03:29:47.105375Z","end":"2026-05-19T03:29:47.345491Z","steps":["trace[547829720] 'agreement among raft nodes before linearized reading' (duration: 239.984154ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:29:47.345547Z","caller":"traceutil/trace.go:171","msg":"trace[232413828] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14881; }","duration":"411.67154ms","start":"2026-05-19T03:29:46.933866Z","end":"2026-05-19T03:29:47.345537Z","steps":["trace[232413828] 'agreement among raft nodes before linearized reading' (duration: 411.593818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.345582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.93384Z","time spent":"411.734812ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:29:47.345816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.995279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:29:47.345856Z","caller":"traceutil/trace.go:171","msg":"trace[669901355] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14881; }","duration":"412.0536ms","start":"2026-05-19T03:29:46.933792Z","end":"2026-05-19T03:29:47.345845Z","steps":["trace[669901355] 'agreement among raft nodes before linearized reading' (duration: 410.285114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:29:47.346111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:29:46.933782Z","time spent":"412.316526ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-05-19T03:30:19.721554Z","caller":"traceutil/trace.go:171","msg":"trace[37531616] linearizableReadLoop","detail":"{readStateIndex:15570; appliedIndex:15569; }","duration":"130.263986ms","start":"2026-05-19T03:30:19.591265Z","end":"2026-05-19T03:30:19.721529Z","steps":["trace[37531616] 'read index received' (duration: 130.02574ms)","trace[37531616] 'applied index is now lower than readState.Index' (duration: 237.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:19.721672Z","caller":"traceutil/trace.go:171","msg":"trace[1732578323] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"146.031949ms","start":"2026-05-19T03:30:19.575595Z","end":"2026-05-19T03:30:19.721627Z","steps":["trace[1732578323] 'process raft request' (duration: 145.771332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:19.721814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.517642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:30:19.721858Z","caller":"traceutil/trace.go:171","msg":"trace[552214632] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15053; }","duration":"130.589574ms","start":"2026-05-19T03:30:19.591259Z","end":"2026-05-19T03:30:19.721848Z","steps":["trace[552214632] 'agreement among raft nodes before linearized reading' (duration: 130.445631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:19.721907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.623959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:19.721969Z","caller":"traceutil/trace.go:171","msg":"trace[138815527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15053; }","duration":"113.734992ms","start":"2026-05-19T03:30:19.60822Z","end":"2026-05-19T03:30:19.721955Z","steps":["trace[138815527] 'agreement among raft nodes before linearized reading' (duration: 113.623859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.398114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.053047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:30:20.398526Z","caller":"traceutil/trace.go:171","msg":"trace[361980604] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"662.34328ms","start":"2026-05-19T03:30:19.736156Z","end":"2026-05-19T03:30:20.398499Z","steps":["trace[361980604] 'process raft request' (duration: 537.703858ms)","trace[361980604] 'compare' (duration: 123.667316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:20.398657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:19.736137Z","time spent":"662.477163ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:20.492036Z","caller":"traceutil/trace.go:171","msg":"trace[761318355] linearizableReadLoop","detail":"{readStateIndex:15572; appliedIndex:15570; }","duration":"643.997478ms","start":"2026-05-19T03:30:19.848011Z","end":"2026-05-19T03:30:20.492008Z","steps":["trace[761318355] 'read index received' (duration: 425.859063ms)","trace[761318355] 'applied index is now lower than readState.Index' (duration: 218.137735ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:20.492128Z","caller":"traceutil/trace.go:171","msg":"trace[1663124975] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"716.71164ms","start":"2026-05-19T03:30:19.775373Z","end":"2026-05-19T03:30:20.492085Z","steps":["trace[1663124975] 'process raft request' (duration: 716.452584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.4925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.324362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T03:30:20.49257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:19.775342Z","time spent":"717.054129ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:20.492601Z","caller":"traceutil/trace.go:171","msg":"trace[570066075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15055; }","duration":"436.491146ms","start":"2026-05-19T03:30:20.056089Z","end":"2026-05-19T03:30:20.49258Z","steps":["trace[570066075] 'agreement among raft nodes before linearized reading' (duration: 436.171888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.492655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.056064Z","time spent":"436.581278ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:30:20.492267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.217795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T03:30:20.492917Z","caller":"traceutil/trace.go:171","msg":"trace[839607052] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15055; }","duration":"644.937233ms","start":"2026-05-19T03:30:19.847958Z","end":"2026-05-19T03:30:20.492895Z","steps":["trace[839607052] 'agreement among raft nodes before linearized reading' (duration: 644.196554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.492863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.541248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:20.493109Z","caller":"traceutil/trace.go:171","msg":"trace[2143943642] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15055; }","duration":"388.818525ms","start":"2026-05-19T03:30:20.104265Z","end":"2026-05-19T03:30:20.493083Z","steps":["trace[2143943642] 'agreement among raft nodes before linearized reading' (duration: 388.489606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.493088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:19.847937Z","time spent":"645.127427ms","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:20.493235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.10426Z","time spent":"388.926677ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-19T03:30:20.492975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.723723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:20.493475Z","caller":"traceutil/trace.go:171","msg":"trace[617068369] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15055; }","duration":"389.241026ms","start":"2026-05-19T03:30:20.104221Z","end":"2026-05-19T03:30:20.493462Z","steps":["trace[617068369] 'agreement among raft nodes before linearized reading' (duration: 388.717762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.493508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.104211Z","time spent":"389.286687ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:30:20.493561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.544988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:20.49302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.078763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:20.49361Z","caller":"traceutil/trace.go:171","msg":"trace[1031402480] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15055; }","duration":"391.72034ms","start":"2026-05-19T03:30:20.101882Z","end":"2026-05-19T03:30:20.493602Z","steps":["trace[1031402480] 'agreement among raft nodes before linearized reading' (duration: 391.111833ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:20.493609Z","caller":"traceutil/trace.go:171","msg":"trace[1080652173] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15055; }","duration":"231.636362ms","start":"2026-05-19T03:30:20.261962Z","end":"2026-05-19T03:30:20.493598Z","steps":["trace[1080652173] 'agreement among raft nodes before linearized reading' (duration: 231.525189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.493633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.101855Z","time spent":"391.771181ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:20.493882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.885427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:20.493947Z","caller":"traceutil/trace.go:171","msg":"trace[39280408] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15055; }","duration":"388.973789ms","start":"2026-05-19T03:30:20.10496Z","end":"2026-05-19T03:30:20.493934Z","steps":["trace[39280408] 'agreement among raft nodes before linearized reading' (duration: 388.62306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:20.495127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.104951Z","time spent":"390.15782ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:21.250003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.181235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:21.250123Z","caller":"traceutil/trace.go:171","msg":"trace[2039565614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15055; }","duration":"653.326778ms","start":"2026-05-19T03:30:20.59678Z","end":"2026-05-19T03:30:21.250107Z","steps":["trace[2039565614] 'range keys from in-memory index tree' (duration: 653.160114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.251132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.639277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T03:30:21.251276Z","caller":"traceutil/trace.go:171","msg":"trace[575996031] linearizableReadLoop","detail":"{readStateIndex:15573; appliedIndex:15572; }","duration":"698.657058ms","start":"2026-05-19T03:30:20.552593Z","end":"2026-05-19T03:30:21.25125Z","steps":["trace[575996031] 'read index received' (duration: 365.769015ms)","trace[575996031] 'applied index is now lower than readState.Index' (duration: 332.886123ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:21.251387Z","caller":"traceutil/trace.go:171","msg":"trace[1885141194] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"743.510857ms","start":"2026-05-19T03:30:20.50786Z","end":"2026-05-19T03:30:21.251371Z","steps":["trace[1885141194] 'process raft request' (duration: 410.494951ms)","trace[1885141194] 'compare' (duration: 331.864627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:21.251507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.507818Z","time spent":"743.606919ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:21.251575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.101869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:21.251615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.020937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T03:30:21.251644Z","caller":"traceutil/trace.go:171","msg":"trace[1355036519] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15056; }","duration":"681.175541ms","start":"2026-05-19T03:30:20.57045Z","end":"2026-05-19T03:30:21.251625Z","steps":["trace[1355036519] 'agreement among raft nodes before linearized reading' (duration: 681.055347ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.251678Z","caller":"traceutil/trace.go:171","msg":"trace[1793974333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15056; }","duration":"699.13123ms","start":"2026-05-19T03:30:20.552531Z","end":"2026-05-19T03:30:21.251662Z","steps":["trace[1793974333] 'agreement among raft nodes before linearized reading' (duration: 698.854433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.251742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.552507Z","time spent":"699.218322ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:30:21.251689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.570402Z","time spent":"681.277023ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:21.251621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.114462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T03:30:21.251756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.606129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-19T03:30:21.251787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.555985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T03:30:21.251823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.712214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T03:30:21.251822Z","caller":"traceutil/trace.go:171","msg":"trace[851435653] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15056; }","duration":"298.382039ms","start":"2026-05-19T03:30:20.953428Z","end":"2026-05-19T03:30:21.25181Z","steps":["trace[851435653] 'agreement among raft nodes before linearized reading' (duration: 298.097262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.251856Z","caller":"traceutil/trace.go:171","msg":"trace[886886915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15056; }","duration":"672.762555ms","start":"2026-05-19T03:30:20.579085Z","end":"2026-05-19T03:30:21.251847Z","steps":["trace[886886915] 'agreement among raft nodes before linearized reading' (duration: 672.56573ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.25186Z","caller":"traceutil/trace.go:171","msg":"trace[2013405398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15056; }","duration":"668.772674ms","start":"2026-05-19T03:30:20.583061Z","end":"2026-05-19T03:30:21.251834Z","steps":["trace[2013405398] 'agreement among raft nodes before linearized reading' (duration: 668.473936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.251916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.579076Z","time spent":"672.818006ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:30:21.251922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.58303Z","time spent":"668.876257ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:30:21.25186Z","caller":"traceutil/trace.go:171","msg":"trace[819083755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15056; }","duration":"664.640117ms","start":"2026-05-19T03:30:20.587204Z","end":"2026-05-19T03:30:21.251844Z","steps":["trace[819083755] 'agreement among raft nodes before linearized reading' (duration: 664.471933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.252033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.726092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-05-19T03:30:21.252062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.587199Z","time spent":"664.840492ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:30:21.252097Z","caller":"traceutil/trace.go:171","msg":"trace[318037106] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46l4q; range_end:; response_count:1; response_revision:15056; }","duration":"420.836125ms","start":"2026-05-19T03:30:20.831242Z","end":"2026-05-19T03:30:21.252078Z","steps":["trace[318037106] 'agreement among raft nodes before linearized reading' (duration: 420.280761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.252098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.259935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pk48k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T03:30:21.252131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.77713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-19T03:30:21.252169Z","caller":"traceutil/trace.go:171","msg":"trace[1459378902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pk48k; range_end:; response_count:1; response_revision:15056; }","duration":"396.389609ms","start":"2026-05-19T03:30:20.855766Z","end":"2026-05-19T03:30:21.252156Z","steps":["trace[1459378902] 'agreement among raft nodes before linearized reading' (duration: 395.760293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.252157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.831215Z","time spent":"420.929027ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" "} {"level":"warn","ts":"2026-05-19T03:30:21.252196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.839106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kw8n\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-05-19T03:30:21.252232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.855722Z","time spent":"396.501712ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-pk48k\" "} {"level":"info","ts":"2026-05-19T03:30:21.25221Z","caller":"traceutil/trace.go:171","msg":"trace[1680260008] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46l4q; range_end:; response_count:1; response_revision:15056; }","duration":"414.905163ms","start":"2026-05-19T03:30:20.837283Z","end":"2026-05-19T03:30:21.252188Z","steps":["trace[1680260008] 'agreement among raft nodes before linearized reading' (duration: 414.283347ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.252265Z","caller":"traceutil/trace.go:171","msg":"trace[494292379] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kw8n; range_end:; response_count:1; response_revision:15056; }","duration":"297.942838ms","start":"2026-05-19T03:30:20.954295Z","end":"2026-05-19T03:30:21.252238Z","steps":["trace[494292379] 'agreement among raft nodes before linearized reading' (duration: 297.376954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.252363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.837257Z","time spent":"415.090508ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" "} {"level":"warn","ts":"2026-05-19T03:30:21.25222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.238133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T03:30:21.252688Z","caller":"traceutil/trace.go:171","msg":"trace[233631289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15056; }","duration":"665.775887ms","start":"2026-05-19T03:30:20.586895Z","end":"2026-05-19T03:30:21.252671Z","steps":["trace[233631289] 'agreement among raft nodes before linearized reading' (duration: 664.834772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.252981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.412583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T03:30:21.253122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.586882Z","time spent":"665.938321ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:30:21.252828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.678516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-19T03:30:21.253621Z","caller":"traceutil/trace.go:171","msg":"trace[1598678106] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15056; }","duration":"288.482826ms","start":"2026-05-19T03:30:20.965117Z","end":"2026-05-19T03:30:21.253599Z","steps":["trace[1598678106] 'agreement among raft nodes before linearized reading' (duration: 286.413513ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.253197Z","caller":"traceutil/trace.go:171","msg":"trace[1945694009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15056; }","duration":"682.729861ms","start":"2026-05-19T03:30:20.570437Z","end":"2026-05-19T03:30:21.253167Z","steps":["trace[1945694009] 'agreement among raft nodes before linearized reading' (duration: 681.268404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.253806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:20.570409Z","time spent":"683.383387ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:30:21.726057Z","caller":"traceutil/trace.go:171","msg":"trace[2026623418] linearizableReadLoop","detail":"{readStateIndex:15574; appliedIndex:15573; }","duration":"469.09046ms","start":"2026-05-19T03:30:21.256943Z","end":"2026-05-19T03:30:21.726034Z","steps":["trace[2026623418] 'read index received' (duration: 461.604519ms)","trace[2026623418] 'applied index is now lower than readState.Index' (duration: 7.484811ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:30:21.726206Z","caller":"traceutil/trace.go:171","msg":"trace[95016412] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"469.275916ms","start":"2026-05-19T03:30:21.256903Z","end":"2026-05-19T03:30:21.726178Z","steps":["trace[95016412] 'process raft request' (duration: 461.62917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.726774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.256883Z","time spent":"469.383529ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:21.727459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.510697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769892"} {"level":"info","ts":"2026-05-19T03:30:21.727499Z","caller":"traceutil/trace.go:171","msg":"trace[80276191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15057; }","duration":"470.583149ms","start":"2026-05-19T03:30:21.256908Z","end":"2026-05-19T03:30:21.727491Z","steps":["trace[80276191] 'agreement among raft nodes before linearized reading' (duration: 469.277086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.727707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.256889Z","time spent":"470.6283ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:30:21.858666Z","caller":"traceutil/trace.go:171","msg":"trace[483543144] transaction","detail":"{read_only:false; response_revision:15059; number_of_response:1; }","duration":"600.31397ms","start":"2026-05-19T03:30:21.258326Z","end":"2026-05-19T03:30:21.85864Z","steps":["trace[483543144] 'process raft request' (duration: 600.212977ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.858683Z","caller":"traceutil/trace.go:171","msg":"trace[1540909804] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"601.001139ms","start":"2026-05-19T03:30:21.257636Z","end":"2026-05-19T03:30:21.858637Z","steps":["trace[1540909804] 'process raft request' (duration: 600.544577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.858872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.258318Z","time spent":"600.463664ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:21.858969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.257487Z","time spent":"601.365647ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:30:21.858969Z","caller":"traceutil/trace.go:171","msg":"trace[1200055352] transaction","detail":"{read_only:false; response_revision:15060; number_of_response:1; }","duration":"599.261113ms","start":"2026-05-19T03:30:21.259675Z","end":"2026-05-19T03:30:21.858936Z","steps":["trace[1200055352] 'process raft request' (duration: 598.930405ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859001Z","caller":"traceutil/trace.go:171","msg":"trace[1523684668] linearizableReadLoop","detail":"{readStateIndex:15579; appliedIndex:15574; }","duration":"132.857242ms","start":"2026-05-19T03:30:21.726125Z","end":"2026-05-19T03:30:21.858982Z","steps":["trace[1523684668] 'read index received' (duration: 132.00668ms)","trace[1523684668] 'applied index is now lower than readState.Index' (duration: 849.522µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:30:21.85909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.812951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:21.859112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.569999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:21.859129Z","caller":"traceutil/trace.go:171","msg":"trace[1050158494] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15062; }","duration":"430.862282ms","start":"2026-05-19T03:30:21.428256Z","end":"2026-05-19T03:30:21.859118Z","steps":["trace[1050158494] 'agreement among raft nodes before linearized reading' (duration: 430.802581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.259667Z","time spent":"599.373376ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:21.85916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.428248Z","time spent":"430.904863ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:30:21.859154Z","caller":"traceutil/trace.go:171","msg":"trace[641157896] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15062; }","duration":"431.624122ms","start":"2026-05-19T03:30:21.427517Z","end":"2026-05-19T03:30:21.859141Z","steps":["trace[641157896] 'agreement among raft nodes before linearized reading' (duration: 431.55601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.427512Z","time spent":"431.725914ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:21.859277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.410938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:21.85932Z","caller":"traceutil/trace.go:171","msg":"trace[595907136] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15062; }","duration":"426.459009ms","start":"2026-05-19T03:30:21.432846Z","end":"2026-05-19T03:30:21.859305Z","steps":["trace[595907136] 'agreement among raft nodes before linearized reading' (duration: 426.281774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.43284Z","time spent":"426.50476ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:21.859373Z","caller":"traceutil/trace.go:171","msg":"trace[1062550008] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"230.288066ms","start":"2026-05-19T03:30:21.62907Z","end":"2026-05-19T03:30:21.859358Z","steps":["trace[1062550008] 'process raft request' (duration: 229.851335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.98369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-19T03:30:21.859467Z","caller":"traceutil/trace.go:171","msg":"trace[969842734] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"597.97904ms","start":"2026-05-19T03:30:21.261479Z","end":"2026-05-19T03:30:21.859458Z","steps":["trace[969842734] 'process raft request' (duration: 597.347854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.103535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T03:30:21.859505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.010817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:21.859509Z","caller":"traceutil/trace.go:171","msg":"trace[549556779] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15063; }","duration":"427.147186ms","start":"2026-05-19T03:30:21.432353Z","end":"2026-05-19T03:30:21.8595Z","steps":["trace[549556779] 'agreement among raft nodes before linearized reading' (duration: 427.030513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.85951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.916778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-05-19T03:30:21.859537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.432347Z","time spent":"427.183597ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:21.859533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.26147Z","time spent":"598.021601ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:30:21.859564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.837678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:21.859566Z","caller":"traceutil/trace.go:171","msg":"trace[1615132706] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9cksp; range_end:; response_count:1; response_revision:15063; }","duration":"118.002451ms","start":"2026-05-19T03:30:21.741548Z","end":"2026-05-19T03:30:21.859551Z","steps":["trace[1615132706] 'agreement among raft nodes before linearized reading' (duration: 117.852377ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859586Z","caller":"traceutil/trace.go:171","msg":"trace[788675567] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15063; }","duration":"433.870929ms","start":"2026-05-19T03:30:21.425709Z","end":"2026-05-19T03:30:21.859579Z","steps":["trace[788675567] 'agreement among raft nodes before linearized reading' (duration: 433.838308ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859469Z","caller":"traceutil/trace.go:171","msg":"trace[815947335] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15062; }","duration":"432.012551ms","start":"2026-05-19T03:30:21.427447Z","end":"2026-05-19T03:30:21.859459Z","steps":["trace[815947335] 'agreement among raft nodes before linearized reading' (duration: 431.871087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.425702Z","time spent":"433.90298ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:21.85962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.114741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-05-19T03:30:21.859634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.42738Z","time spent":"432.244837ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:21.859657Z","caller":"traceutil/trace.go:171","msg":"trace[2057959707] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15063; }","duration":"212.188853ms","start":"2026-05-19T03:30:21.647455Z","end":"2026-05-19T03:30:21.859644Z","steps":["trace[2057959707] 'agreement among raft nodes before linearized reading' (duration: 212.089221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.627523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:21.859723Z","caller":"traceutil/trace.go:171","msg":"trace[1117512658] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15063; }","duration":"435.656634ms","start":"2026-05-19T03:30:21.424056Z","end":"2026-05-19T03:30:21.859713Z","steps":["trace[1117512658] 'agreement among raft nodes before linearized reading' (duration: 435.612553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.424002Z","time spent":"435.745837ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-19T03:30:21.859774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.410102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:21.859785Z","caller":"traceutil/trace.go:171","msg":"trace[797351915] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"126.074718ms","start":"2026-05-19T03:30:21.733692Z","end":"2026-05-19T03:30:21.859767Z","steps":["trace[797351915] 'process raft request' (duration: 125.627447ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859803Z","caller":"traceutil/trace.go:171","msg":"trace[2011192228] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15063; }","duration":"427.449484ms","start":"2026-05-19T03:30:21.432345Z","end":"2026-05-19T03:30:21.859795Z","steps":["trace[2011192228] 'agreement among raft nodes before linearized reading' (duration: 427.362512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.035301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:21.859832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.432339Z","time spent":"427.487645ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T03:30:21.859847Z","caller":"traceutil/trace.go:171","msg":"trace[856643836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15063; }","duration":"250.105423ms","start":"2026-05-19T03:30:21.609733Z","end":"2026-05-19T03:30:21.859839Z","steps":["trace[856643836] 'agreement among raft nodes before linearized reading' (duration: 250.061222ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859528Z","caller":"traceutil/trace.go:171","msg":"trace[2007624787] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15063; }","duration":"433.044527ms","start":"2026-05-19T03:30:21.426477Z","end":"2026-05-19T03:30:21.859521Z","steps":["trace[2007624787] 'agreement among raft nodes before linearized reading' (duration: 433.009756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.426471Z","time spent":"433.424587ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:30:21.859932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.036333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:21.859941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.325008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T03:30:21.859958Z","caller":"traceutil/trace.go:171","msg":"trace[2090160371] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15063; }","duration":"436.083655ms","start":"2026-05-19T03:30:21.423866Z","end":"2026-05-19T03:30:21.85995Z","steps":["trace[2090160371] 'agreement among raft nodes before linearized reading' (duration: 436.042324ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:21.859963Z","caller":"traceutil/trace.go:171","msg":"trace[1810016996] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15063; }","duration":"430.346578ms","start":"2026-05-19T03:30:21.42961Z","end":"2026-05-19T03:30:21.859956Z","steps":["trace[1810016996] 'agreement among raft nodes before linearized reading' (duration: 430.281676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.859983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.423854Z","time spent":"436.123636ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:30:21.860072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.51177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T03:30:21.860075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.744204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-19T03:30:21.860099Z","caller":"traceutil/trace.go:171","msg":"trace[8829385] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15063; }","duration":"431.775545ms","start":"2026-05-19T03:30:21.428317Z","end":"2026-05-19T03:30:21.860092Z","steps":["trace[8829385] 'agreement among raft nodes before linearized reading' (duration: 431.707553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.860112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.750945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-19T03:30:21.860156Z","caller":"traceutil/trace.go:171","msg":"trace[589379447] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15063; }","duration":"431.803306ms","start":"2026-05-19T03:30:21.428341Z","end":"2026-05-19T03:30:21.860144Z","steps":["trace[589379447] 'agreement among raft nodes before linearized reading' (duration: 431.628371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.860187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.428335Z","time spent":"431.844697ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-19T03:30:21.860099Z","caller":"traceutil/trace.go:171","msg":"trace[1744173879] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15063; }","duration":"442.587251ms","start":"2026-05-19T03:30:21.417501Z","end":"2026-05-19T03:30:21.860089Z","steps":["trace[1744173879] 'agreement among raft nodes before linearized reading' (duration: 442.54181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.862406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.417478Z","time spent":"444.897881ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:30:21.860123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.428313Z","time spent":"431.805076ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T03:30:21.864515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.672073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T03:30:21.864603Z","caller":"traceutil/trace.go:171","msg":"trace[2133056066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15063; }","duration":"606.790806ms","start":"2026-05-19T03:30:21.257778Z","end":"2026-05-19T03:30:21.864568Z","steps":["trace[2133056066] 'agreement among raft nodes before linearized reading' (duration: 602.432614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.864752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.257758Z","time spent":"606.979551ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:30:21.859986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.429586Z","time spent":"430.395469ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:30:21.86736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.94806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769892"} {"level":"info","ts":"2026-05-19T03:30:21.867441Z","caller":"traceutil/trace.go:171","msg":"trace[742193083] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15063; }","duration":"607.039972ms","start":"2026-05-19T03:30:21.260372Z","end":"2026-05-19T03:30:21.867412Z","steps":["trace[742193083] 'agreement among raft nodes before linearized reading' (duration: 599.744425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.867489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.260365Z","time spent":"607.111105ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:30:21.86948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.920382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769892"} {"level":"info","ts":"2026-05-19T03:30:21.869539Z","caller":"traceutil/trace.go:171","msg":"trace[616224965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15063; }","duration":"610.980733ms","start":"2026-05-19T03:30:21.258536Z","end":"2026-05-19T03:30:21.869516Z","steps":["trace[616224965] 'agreement among raft nodes before linearized reading' (duration: 606.785425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.869571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.258533Z","time spent":"611.029095ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:30:21.875805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.263634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769892"} {"level":"info","ts":"2026-05-19T03:30:21.875864Z","caller":"traceutil/trace.go:171","msg":"trace[1010591455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15063; }","duration":"617.342717ms","start":"2026-05-19T03:30:21.258508Z","end":"2026-05-19T03:30:21.875851Z","steps":["trace[1010591455] 'agreement among raft nodes before linearized reading' (duration: 607.597296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:30:21.875994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:30:21.258502Z","time spent":"617.456279ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769915,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:30:22.191596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.64535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T03:30:22.191726Z","caller":"traceutil/trace.go:171","msg":"trace[213262738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15063; }","duration":"229.837434ms","start":"2026-05-19T03:30:21.961859Z","end":"2026-05-19T03:30:22.191696Z","steps":["trace[213262738] 'range keys from in-memory index tree' (duration: 229.540037ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:38.61774Z","caller":"traceutil/trace.go:171","msg":"trace[294835412] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"101.814446ms","start":"2026-05-19T03:30:38.515896Z","end":"2026-05-19T03:30:38.61771Z","steps":["trace[294835412] 'process raft request' (duration: 101.55189ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.315137Z","caller":"traceutil/trace.go:171","msg":"trace[872596990] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"107.704368ms","start":"2026-05-19T03:30:54.207405Z","end":"2026-05-19T03:30:54.315109Z","steps":["trace[872596990] 'process raft request' (duration: 106.99841ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:30:54.726577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12695} {"level":"info","ts":"2026-05-19T03:30:54.930671Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12695,"took":"200.914054ms","hash":1783765902,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":30658560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-19T03:30:54.930734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1783765902,"revision":12695,"compact-revision":10525} {"level":"info","ts":"2026-05-19T03:35:54.733264Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15264} {"level":"info","ts":"2026-05-19T03:35:54.826776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15264,"took":"90.313352ms","hash":2848719279,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":32288768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T03:35:54.826847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2848719279,"revision":15264,"compact-revision":12695} {"level":"info","ts":"2026-05-19T03:35:56.808523Z","caller":"traceutil/trace.go:171","msg":"trace[905757296] transaction","detail":"{read_only:false; response_revision:17595; number_of_response:1; }","duration":"298.301338ms","start":"2026-05-19T03:35:56.510203Z","end":"2026-05-19T03:35:56.808505Z","steps":["trace[905757296] 'process raft request' (duration: 297.819856ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:56.808724Z","caller":"traceutil/trace.go:171","msg":"trace[1437597893] transaction","detail":"{read_only:false; response_revision:17596; number_of_response:1; }","duration":"282.244487ms","start":"2026-05-19T03:35:56.526472Z","end":"2026-05-19T03:35:56.808716Z","steps":["trace[1437597893] 'process raft request' (duration: 281.687073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.036919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.643611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:35:58.036998Z","caller":"traceutil/trace.go:171","msg":"trace[1344667310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17611; }","duration":"224.757854ms","start":"2026-05-19T03:35:57.812219Z","end":"2026-05-19T03:35:58.036977Z","steps":["trace[1344667310] 'range keys from in-memory index tree' (duration: 224.499027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.037102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.869326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:35:58.037205Z","caller":"traceutil/trace.go:171","msg":"trace[2091079644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17611; }","duration":"232.016259ms","start":"2026-05-19T03:35:57.805164Z","end":"2026-05-19T03:35:58.037181Z","steps":["trace[2091079644] 'range keys from in-memory index tree' (duration: 231.672481ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:58.037316Z","caller":"traceutil/trace.go:171","msg":"trace[394185879] transaction","detail":"{read_only:false; response_revision:17612; number_of_response:1; }","duration":"209.676007ms","start":"2026-05-19T03:35:57.827613Z","end":"2026-05-19T03:35:58.037289Z","steps":["trace[394185879] 'process raft request' (duration: 204.079654ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:58.687288Z","caller":"traceutil/trace.go:171","msg":"trace[1529814519] linearizableReadLoop","detail":"{readStateIndex:18213; appliedIndex:18211; }","duration":"853.473501ms","start":"2026-05-19T03:35:57.833789Z","end":"2026-05-19T03:35:58.687262Z","steps":["trace[1529814519] 'read index received' (duration: 197.909136ms)","trace[1529814519] 'applied index is now lower than readState.Index' (duration: 655.563385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:35:58.687574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.689287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:35:58.687673Z","caller":"traceutil/trace.go:171","msg":"trace[1795733253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17613; }","duration":"853.897343ms","start":"2026-05-19T03:35:57.833749Z","end":"2026-05-19T03:35:58.687646Z","steps":["trace[1795733253] 'agreement among raft nodes before linearized reading' (duration: 853.611745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.68772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:57.833734Z","time spent":"853.972905ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:35:58.687335Z","caller":"traceutil/trace.go:171","msg":"trace[1399909624] transaction","detail":"{read_only:false; response_revision:17613; number_of_response:1; }","duration":"857.094044ms","start":"2026-05-19T03:35:57.830192Z","end":"2026-05-19T03:35:58.687286Z","steps":["trace[1399909624] 'process raft request' (duration: 801.323137ms)","trace[1399909624] 'compare' (duration: 55.425708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:35:58.68789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:57.83013Z","time spent":"857.66073ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:35:58.692049Z","caller":"traceutil/trace.go:171","msg":"trace[1172943231] transaction","detail":"{read_only:false; response_revision:17614; number_of_response:1; }","duration":"650.125836ms","start":"2026-05-19T03:35:58.041874Z","end":"2026-05-19T03:35:58.692Z","steps":["trace[1172943231] 'process raft request' (duration: 649.89018ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:58.692108Z","caller":"traceutil/trace.go:171","msg":"trace[335327261] transaction","detail":"{read_only:false; response_revision:17615; number_of_response:1; }","duration":"648.059483ms","start":"2026-05-19T03:35:58.043985Z","end":"2026-05-19T03:35:58.692045Z","steps":["trace[335327261] 'process raft request' (duration: 647.882628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.692254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:58.041854Z","time spent":"650.290309ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:35:58.692306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.720791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:35:58.692361Z","caller":"traceutil/trace.go:171","msg":"trace[2052046315] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17616; }","duration":"145.802923ms","start":"2026-05-19T03:35:58.546538Z","end":"2026-05-19T03:35:58.692341Z","steps":["trace[2052046315] 'agreement among raft nodes before linearized reading' (duration: 145.68825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.692382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.774158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-ztkhg\" ","response":"range_response_count:1 size:15536"} {"level":"info","ts":"2026-05-19T03:35:58.692433Z","caller":"traceutil/trace.go:171","msg":"trace[1237528007] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-ztkhg; range_end:; response_count:1; response_revision:17616; }","duration":"155.85787ms","start":"2026-05-19T03:35:58.536562Z","end":"2026-05-19T03:35:58.692419Z","steps":["trace[1237528007] 'agreement among raft nodes before linearized reading' (duration: 155.689716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.692446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.596118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:35:58.692478Z","caller":"traceutil/trace.go:171","msg":"trace[2002095193] transaction","detail":"{read_only:false; response_revision:17616; number_of_response:1; }","duration":"140.110317ms","start":"2026-05-19T03:35:58.552342Z","end":"2026-05-19T03:35:58.692452Z","steps":["trace[2002095193] 'process raft request' (duration: 139.618815ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:35:58.692559Z","caller":"traceutil/trace.go:171","msg":"trace[1043391920] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:17616; }","duration":"857.767012ms","start":"2026-05-19T03:35:57.834767Z","end":"2026-05-19T03:35:58.692534Z","steps":["trace[1043391920] 'agreement among raft nodes before linearized reading' (duration: 857.352072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.692652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:57.834754Z","time spent":"857.882055ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:35:58.692587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.067478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:35:58.692763Z","caller":"traceutil/trace.go:171","msg":"trace[85721709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17616; }","duration":"856.245943ms","start":"2026-05-19T03:35:57.836459Z","end":"2026-05-19T03:35:58.692705Z","steps":["trace[85721709] 'agreement among raft nodes before linearized reading' (duration: 855.893484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.692899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.741348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-05-19T03:35:58.69291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:57.836438Z","time spent":"856.451207ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:35:58.692987Z","caller":"traceutil/trace.go:171","msg":"trace[1223008996] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9cksp; range_end:; response_count:1; response_revision:17616; }","duration":"828.867492ms","start":"2026-05-19T03:35:57.864103Z","end":"2026-05-19T03:35:58.692971Z","steps":["trace[1223008996] 'agreement among raft nodes before linearized reading' (duration: 828.197754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.69303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:57.864087Z","time spent":"828.934435ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" "} {"level":"warn","ts":"2026-05-19T03:35:58.693051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.324758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-19T03:35:58.693116Z","caller":"traceutil/trace.go:171","msg":"trace[575703727] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46l4q; range_end:; response_count:1; response_revision:17616; }","duration":"621.441411ms","start":"2026-05-19T03:35:58.071655Z","end":"2026-05-19T03:35:58.693096Z","steps":["trace[575703727] 'agreement among raft nodes before linearized reading' (duration: 620.579349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:35:58.693152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:58.071637Z","time spent":"621.506734ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" "} {"level":"warn","ts":"2026-05-19T03:35:58.694047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:58.043969Z","time spent":"648.231947ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:00.358578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.307613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:36:00.358683Z","caller":"traceutil/trace.go:171","msg":"trace[1572461422] linearizableReadLoop","detail":"{readStateIndex:18243; appliedIndex:18242; }","duration":"327.381933ms","start":"2026-05-19T03:36:00.031284Z","end":"2026-05-19T03:36:00.358666Z","steps":["trace[1572461422] 'read index received' (duration: 40.051µs)","trace[1572461422] 'applied index is now lower than readState.Index' (duration: 327.340572ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:00.358773Z","caller":"traceutil/trace.go:171","msg":"trace[1385845223] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"573.410892ms","start":"2026-05-19T03:35:59.785325Z","end":"2026-05-19T03:36:00.358736Z","steps":["trace[1385845223] 'process raft request' (duration: 225.839212ms)","trace[1385845223] 'compare' (duration: 346.771099ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:00.358887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.599638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:36:00.358938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:35:59.785308Z","time spent":"573.538505ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:00.35895Z","caller":"traceutil/trace.go:171","msg":"trace[844904162] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17642; }","duration":"327.697811ms","start":"2026-05-19T03:36:00.03124Z","end":"2026-05-19T03:36:00.358937Z","steps":["trace[844904162] 'agreement among raft nodes before linearized reading' (duration: 327.494425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:00.359008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:00.031216Z","time spent":"327.773412ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:36:00.453801Z","caller":"traceutil/trace.go:171","msg":"trace[1657179076] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"409.215928ms","start":"2026-05-19T03:36:00.044553Z","end":"2026-05-19T03:36:00.453769Z","steps":["trace[1657179076] 'process raft request' (duration: 409.101305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:00.453921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:00.044536Z","time spent":"409.32128ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:00.484152Z","caller":"traceutil/trace.go:171","msg":"trace[2066269717] linearizableReadLoop","detail":"{readStateIndex:18245; appliedIndex:18243; }","duration":"125.416401ms","start":"2026-05-19T03:36:00.358708Z","end":"2026-05-19T03:36:00.484125Z","steps":["trace[2066269717] 'read index received' (duration: 94.999562ms)","trace[2066269717] 'applied index is now lower than readState.Index' (duration: 30.415319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:00.48441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.41063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T03:36:00.48453Z","caller":"traceutil/trace.go:171","msg":"trace[1963269427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17644; }","duration":"373.581765ms","start":"2026-05-19T03:36:00.110931Z","end":"2026-05-19T03:36:00.484513Z","steps":["trace[1963269427] 'agreement among raft nodes before linearized reading' (duration: 373.285997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:00.484579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:00.11091Z","time spent":"373.655676ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:36:00.485301Z","caller":"traceutil/trace.go:171","msg":"trace[1799873454] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"281.663021ms","start":"2026-05-19T03:36:00.203611Z","end":"2026-05-19T03:36:00.485274Z","steps":["trace[1799873454] 'process raft request' (duration: 280.379429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:00.485539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.352974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:36:00.485656Z","caller":"traceutil/trace.go:171","msg":"trace[1370709325] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:17644; }","duration":"249.506378ms","start":"2026-05-19T03:36:00.236131Z","end":"2026-05-19T03:36:00.485637Z","steps":["trace[1370709325] 'agreement among raft nodes before linearized reading' (duration: 248.692578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.510726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.329752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:36:05.511051Z","caller":"traceutil/trace.go:171","msg":"trace[1824802843] transaction","detail":"{read_only:false; response_revision:17683; number_of_response:1; }","duration":"798.928555ms","start":"2026-05-19T03:36:04.712095Z","end":"2026-05-19T03:36:05.511023Z","steps":["trace[1824802843] 'process raft request' (duration: 394.147772ms)","trace[1824802843] 'compare' (duration: 403.828669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:05.51119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.712075Z","time spent":"799.035439ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:05.511268Z","caller":"traceutil/trace.go:171","msg":"trace[1259170073] linearizableReadLoop","detail":"{readStateIndex:18285; appliedIndex:18283; }","duration":"798.029032ms","start":"2026-05-19T03:36:04.713203Z","end":"2026-05-19T03:36:05.511232Z","steps":["trace[1259170073] 'read index received' (duration: 73.84803ms)","trace[1259170073] 'applied index is now lower than readState.Index' (duration: 724.176121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:05.511464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.258217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:36:05.511505Z","caller":"traceutil/trace.go:171","msg":"trace[1321292499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17683; }","duration":"798.331259ms","start":"2026-05-19T03:36:04.713167Z","end":"2026-05-19T03:36:05.511498Z","steps":["trace[1321292499] 'agreement among raft nodes before linearized reading' (duration: 798.203616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.511523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.71315Z","time spent":"798.369041ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:05.515351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.373052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:05.515481Z","caller":"traceutil/trace.go:171","msg":"trace[247906494] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:17684; }","duration":"798.488424ms","start":"2026-05-19T03:36:04.716925Z","end":"2026-05-19T03:36:05.515413Z","steps":["trace[247906494] 'agreement among raft nodes before linearized reading' (duration: 798.31064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.515574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.716916Z","time spent":"798.641658ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:36:05.516028Z","caller":"traceutil/trace.go:171","msg":"trace[64619541] transaction","detail":"{read_only:false; response_revision:17684; number_of_response:1; }","duration":"232.649156ms","start":"2026-05-19T03:36:05.283364Z","end":"2026-05-19T03:36:05.516013Z","steps":["trace[64619541] 'process raft request' (duration: 231.693172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.516726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.432951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-19T03:36:05.516799Z","caller":"traceutil/trace.go:171","msg":"trace[1952973700] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46l4q; range_end:; response_count:1; response_revision:17684; }","duration":"737.571945ms","start":"2026-05-19T03:36:04.779207Z","end":"2026-05-19T03:36:05.516779Z","steps":["trace[1952973700] 'agreement among raft nodes before linearized reading' (duration: 737.343769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.516837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.779187Z","time spent":"737.644736ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" "} {"level":"warn","ts":"2026-05-19T03:36:05.517133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.552263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:36:05.517153Z","caller":"traceutil/trace.go:171","msg":"trace[958957698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17684; }","duration":"476.604564ms","start":"2026-05-19T03:36:05.040543Z","end":"2026-05-19T03:36:05.517147Z","steps":["trace[958957698] 'agreement among raft nodes before linearized reading' (duration: 476.544462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.517166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.040525Z","time spent":"476.638094ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:36:05.517145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.931147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T03:36:05.517314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.667043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:36:05.51734Z","caller":"traceutil/trace.go:171","msg":"trace[389639704] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:17684; }","duration":"513.718224ms","start":"2026-05-19T03:36:05.003613Z","end":"2026-05-19T03:36:05.517331Z","steps":["trace[389639704] 'agreement among raft nodes before linearized reading' (duration: 513.622871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.517363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.003598Z","time spent":"513.759955ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":61,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:36:05.517319Z","caller":"traceutil/trace.go:171","msg":"trace[2046451325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17684; }","duration":"776.117432ms","start":"2026-05-19T03:36:04.741182Z","end":"2026-05-19T03:36:05.517299Z","steps":["trace[2046451325] 'agreement among raft nodes before linearized reading' (duration: 775.793023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.517478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.230095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-19T03:36:05.517497Z","caller":"traceutil/trace.go:171","msg":"trace[1057068343] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9cksp; range_end:; response_count:1; response_revision:17684; }","duration":"726.276877ms","start":"2026-05-19T03:36:04.791216Z","end":"2026-05-19T03:36:05.517493Z","steps":["trace[1057068343] 'agreement among raft nodes before linearized reading' (duration: 726.228786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.517515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.791203Z","time spent":"726.304927ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" "} {"level":"warn","ts":"2026-05-19T03:36:05.517475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.741175Z","time spent":"776.247175ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:36:05.51795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.990785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:36:05.517973Z","caller":"traceutil/trace.go:171","msg":"trace[366937573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17684; }","duration":"779.041087ms","start":"2026-05-19T03:36:04.738926Z","end":"2026-05-19T03:36:05.517967Z","steps":["trace[366937573] 'agreement among raft nodes before linearized reading' (duration: 778.986775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.517987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.73891Z","time spent":"779.073217ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:05.518054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.085544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:36:05.51807Z","caller":"traceutil/trace.go:171","msg":"trace[960107841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17684; }","duration":"798.114715ms","start":"2026-05-19T03:36:04.719951Z","end":"2026-05-19T03:36:05.518066Z","steps":["trace[960107841] 'agreement among raft nodes before linearized reading' (duration: 798.070824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:05.518085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:04.719944Z","time spent":"798.137976ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:36:06.025216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589340666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:36:06.485149Z","caller":"traceutil/trace.go:171","msg":"trace[873452998] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"963.088649ms","start":"2026-05-19T03:36:05.522027Z","end":"2026-05-19T03:36:06.485115Z","steps":["trace[873452998] 'process raft request' (duration: 958.754808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.485808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.522004Z","time spent":"963.232752ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:06.507911Z","caller":"traceutil/trace.go:171","msg":"trace[1786058320] linearizableReadLoop","detail":"{readStateIndex:18291; appliedIndex:18286; }","duration":"983.47447ms","start":"2026-05-19T03:36:05.524413Z","end":"2026-05-19T03:36:06.507887Z","steps":["trace[1786058320] 'read index received' (duration: 956.384296ms)","trace[1786058320] 'applied index is now lower than readState.Index' (duration: 27.089314ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:06.50829Z","caller":"traceutil/trace.go:171","msg":"trace[459142100] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"983.686626ms","start":"2026-05-19T03:36:05.524588Z","end":"2026-05-19T03:36:06.508275Z","steps":["trace[459142100] 'process raft request' (duration: 983.06953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.508402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.524562Z","time spent":"983.767278ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:06.509366Z","caller":"traceutil/trace.go:171","msg":"trace[2047368574] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"984.761494ms","start":"2026-05-19T03:36:05.524589Z","end":"2026-05-19T03:36:06.509351Z","steps":["trace[2047368574] 'process raft request' (duration: 983.190633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.509451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.524568Z","time spent":"984.838305ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:06.509812Z","caller":"traceutil/trace.go:171","msg":"trace[1214308748] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"985.152114ms","start":"2026-05-19T03:36:05.524589Z","end":"2026-05-19T03:36:06.509741Z","steps":["trace[1214308748] 'process raft request' (duration: 983.223874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.510534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.741658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:36:06.51061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.448656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-19T03:36:06.510633Z","caller":"traceutil/trace.go:171","msg":"trace[997594778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17689; }","duration":"462.906942ms","start":"2026-05-19T03:36:06.047705Z","end":"2026-05-19T03:36:06.510612Z","steps":["trace[997594778] 'agreement among raft nodes before linearized reading' (duration: 462.710717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.510664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.622887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-05-19T03:36:06.510727Z","caller":"traceutil/trace.go:171","msg":"trace[1160496020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17689; }","duration":"868.60147ms","start":"2026-05-19T03:36:05.642096Z","end":"2026-05-19T03:36:06.510698Z","steps":["trace[1160496020] 'agreement among raft nodes before linearized reading' (duration: 868.272892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.510751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.047685Z","time spent":"463.024515ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:06.510789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.642083Z","time spent":"868.689022ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:36:06.510815Z","caller":"traceutil/trace.go:171","msg":"trace[331612746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17689; }","duration":"332.77569ms","start":"2026-05-19T03:36:06.177978Z","end":"2026-05-19T03:36:06.510754Z","steps":["trace[331612746] 'agreement among raft nodes before linearized reading' (duration: 332.3721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.510931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.177957Z","time spent":"332.955465ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-19T03:36:06.511017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.944864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942845"} {"level":"info","ts":"2026-05-19T03:36:06.511077Z","caller":"traceutil/trace.go:171","msg":"trace[1064571916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17689; }","duration":"986.036806ms","start":"2026-05-19T03:36:05.525027Z","end":"2026-05-19T03:36:06.511064Z","steps":["trace[1064571916] 'agreement among raft nodes before linearized reading' (duration: 985.101363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.511114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.525019Z","time spent":"986.086987ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:36:06.511321Z","caller":"traceutil/trace.go:171","msg":"trace[1099424611] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"978.650867ms","start":"2026-05-19T03:36:05.53265Z","end":"2026-05-19T03:36:06.511301Z","steps":["trace[1099424611] 'process raft request' (duration: 975.199719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.51224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.827961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:36:06.512284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.791159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:06.512315Z","caller":"traceutil/trace.go:171","msg":"trace[923587160] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17689; }","duration":"594.954454ms","start":"2026-05-19T03:36:05.917345Z","end":"2026-05-19T03:36:06.512299Z","steps":["trace[923587160] 'agreement among raft nodes before linearized reading' (duration: 593.67515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.512391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.917321Z","time spent":"595.054046ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1900,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:06.512589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.53263Z","time spent":"979.002597ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:06.511412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.113693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:06.511464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.652713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T03:36:06.512904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.524561Z","time spent":"985.294548ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:06.512955Z","caller":"traceutil/trace.go:171","msg":"trace[16669331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:17689; }","duration":"263.427604ms","start":"2026-05-19T03:36:06.249449Z","end":"2026-05-19T03:36:06.512876Z","steps":["trace[16669331] 'agreement among raft nodes before linearized reading' (duration: 262.780988ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:06.513983Z","caller":"traceutil/trace.go:171","msg":"trace[1438906158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17689; }","duration":"984.196359ms","start":"2026-05-19T03:36:05.529777Z","end":"2026-05-19T03:36:06.513973Z","steps":["trace[1438906158] 'agreement among raft nodes before linearized reading' (duration: 981.647113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.514017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.529763Z","time spent":"984.245301ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:36:06.51403Z","caller":"traceutil/trace.go:171","msg":"trace[35826841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17689; }","duration":"905.753051ms","start":"2026-05-19T03:36:05.608253Z","end":"2026-05-19T03:36:06.514006Z","steps":["trace[35826841] 'agreement among raft nodes before linearized reading' (duration: 903.136204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.513037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.618992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942845"} {"level":"info","ts":"2026-05-19T03:36:06.514119Z","caller":"traceutil/trace.go:171","msg":"trace[162060443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17689; }","duration":"989.757431ms","start":"2026-05-19T03:36:05.524355Z","end":"2026-05-19T03:36:06.514113Z","steps":["trace[162060443] 'agreement among raft nodes before linearized reading' (duration: 987.883164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:06.51416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.524331Z","time spent":"989.806132ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942868,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:36:06.514125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:05.608205Z","time spent":"905.901124ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:36:06.514633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.279958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:132 size:1635677"} {"level":"info","ts":"2026-05-19T03:36:06.514693Z","caller":"traceutil/trace.go:171","msg":"trace[1571586588] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:17689; }","duration":"109.370741ms","start":"2026-05-19T03:36:06.405307Z","end":"2026-05-19T03:36:06.514678Z","steps":["trace[1571586588] 'agreement among raft nodes before linearized reading' (duration: 106.861826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:07.355346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.888669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:36:07.355587Z","caller":"traceutil/trace.go:171","msg":"trace[2000669255] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"563.689303ms","start":"2026-05-19T03:36:06.791874Z","end":"2026-05-19T03:36:07.355563Z","steps":["trace[2000669255] 'process raft request' (duration: 563.5912ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:07.355597Z","caller":"traceutil/trace.go:171","msg":"trace[1639707467] linearizableReadLoop","detail":"{readStateIndex:18293; appliedIndex:18291; }","duration":"836.929449ms","start":"2026-05-19T03:36:06.518645Z","end":"2026-05-19T03:36:07.355575Z","steps":["trace[1639707467] 'read index received' (duration: 29.130305ms)","trace[1639707467] 'applied index is now lower than readState.Index' (duration: 807.797424ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:07.355561Z","caller":"traceutil/trace.go:171","msg":"trace[1798099423] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"837.525544ms","start":"2026-05-19T03:36:06.518004Z","end":"2026-05-19T03:36:07.355529Z","steps":["trace[1798099423] 'process raft request' (duration: 320.649489ms)","trace[1798099423] 'compare' (duration: 515.365596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:07.355694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.791847Z","time spent":"563.797776ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:07.355829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.171735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-05-19T03:36:07.355888Z","caller":"traceutil/trace.go:171","msg":"trace[1615549073] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17692; }","duration":"837.267768ms","start":"2026-05-19T03:36:06.518607Z","end":"2026-05-19T03:36:07.355875Z","steps":["trace[1615549073] 'agreement among raft nodes before linearized reading' (duration: 837.072013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:07.355927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.518589Z","time spent":"837.32649ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1168,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-05-19T03:36:07.355951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.51799Z","time spent":"837.877283ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:07.363863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.696539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:36:07.363902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.951853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-19T03:36:07.36389Z","caller":"traceutil/trace.go:171","msg":"trace[1036796631] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"361.510176ms","start":"2026-05-19T03:36:07.002344Z","end":"2026-05-19T03:36:07.363855Z","steps":["trace[1036796631] 'process raft request' (duration: 361.27321ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:07.363968Z","caller":"traceutil/trace.go:171","msg":"trace[1062441757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:17693; }","duration":"741.067475ms","start":"2026-05-19T03:36:06.622884Z","end":"2026-05-19T03:36:07.363951Z","steps":["trace[1062441757] 'agreement among raft nodes before linearized reading' (duration: 740.903011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:07.364021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.622859Z","time spent":"741.155897ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-19T03:36:07.364071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:07.002308Z","time spent":"361.67429ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:07.364199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.693309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:07.36431Z","caller":"traceutil/trace.go:171","msg":"trace[1057214064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17693; }","duration":"755.811662ms","start":"2026-05-19T03:36:06.608449Z","end":"2026-05-19T03:36:07.364261Z","steps":["trace[1057214064] 'agreement among raft nodes before linearized reading' (duration: 755.685349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:07.36435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.608424Z","time spent":"755.916735ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:36:07.363924Z","caller":"traceutil/trace.go:171","msg":"trace[1710411472] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17693; }","duration":"696.812051ms","start":"2026-05-19T03:36:06.667096Z","end":"2026-05-19T03:36:07.363909Z","steps":["trace[1710411472] 'agreement among raft nodes before linearized reading' (duration: 696.666728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:07.366328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:06.667073Z","time spent":"699.236904ms","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:07.627905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.281378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:07.628017Z","caller":"traceutil/trace.go:171","msg":"trace[1763561013] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17693; }","duration":"143.441993ms","start":"2026-05-19T03:36:07.484551Z","end":"2026-05-19T03:36:07.627993Z","steps":["trace[1763561013] 'count revisions from in-memory index tree' (duration: 143.202127ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:07.718432Z","caller":"traceutil/trace.go:171","msg":"trace[1858612244] linearizableReadLoop","detail":"{readStateIndex:18296; appliedIndex:18295; }","duration":"109.516533ms","start":"2026-05-19T03:36:07.608892Z","end":"2026-05-19T03:36:07.718408Z","steps":["trace[1858612244] 'read index received' (duration: 109.293908ms)","trace[1858612244] 'applied index is now lower than readState.Index' (duration: 221.865µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:07.718566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.655318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:07.718594Z","caller":"traceutil/trace.go:171","msg":"trace[502162797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17694; }","duration":"109.75372ms","start":"2026-05-19T03:36:07.608831Z","end":"2026-05-19T03:36:07.718585Z","steps":["trace[502162797] 'agreement among raft nodes before linearized reading' (duration: 109.669318ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:07.718869Z","caller":"traceutil/trace.go:171","msg":"trace[1529405267] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"195.666659ms","start":"2026-05-19T03:36:07.523195Z","end":"2026-05-19T03:36:07.718861Z","steps":["trace[1529405267] 'process raft request' (duration: 195.077554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.084371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589341120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:36:13.115687Z","caller":"traceutil/trace.go:171","msg":"trace[935088732] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"534.725291ms","start":"2026-05-19T03:36:12.580933Z","end":"2026-05-19T03:36:13.115659Z","steps":["trace[935088732] 'process raft request' (duration: 534.568147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.115852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.580921Z","time spent":"534.839994ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:13.133823Z","caller":"traceutil/trace.go:171","msg":"trace[420932682] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"552.168577ms","start":"2026-05-19T03:36:12.581644Z","end":"2026-05-19T03:36:13.133812Z","steps":["trace[420932682] 'process raft request' (duration: 550.735531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.133929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.581623Z","time spent":"552.235339ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:13.134201Z","caller":"traceutil/trace.go:171","msg":"trace[1895345681] transaction","detail":"{read_only:false; response_revision:17884; number_of_response:1; }","duration":"551.88063ms","start":"2026-05-19T03:36:12.582305Z","end":"2026-05-19T03:36:13.134186Z","steps":["trace[1895345681] 'process raft request' (duration: 551.682364ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:13.134183Z","caller":"traceutil/trace.go:171","msg":"trace[690407885] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"552.2312ms","start":"2026-05-19T03:36:12.581906Z","end":"2026-05-19T03:36:13.134137Z","steps":["trace[690407885] 'process raft request' (duration: 551.875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.134257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.582291Z","time spent":"551.942682ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:36:13.134188Z","caller":"traceutil/trace.go:171","msg":"trace[1386871696] linearizableReadLoop","detail":"{readStateIndex:18489; appliedIndex:18484; }","duration":"550.832034ms","start":"2026-05-19T03:36:12.583335Z","end":"2026-05-19T03:36:13.134167Z","steps":["trace[1386871696] 'read index received' (duration: 532.173746ms)","trace[1386871696] 'applied index is now lower than readState.Index' (duration: 18.657548ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:13.134283Z","caller":"traceutil/trace.go:171","msg":"trace[663808837] transaction","detail":"{read_only:false; response_revision:17885; number_of_response:1; }","duration":"551.775487ms","start":"2026-05-19T03:36:12.58248Z","end":"2026-05-19T03:36:13.134255Z","steps":["trace[663808837] 'process raft request' (duration: 551.638124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.134317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.581894Z","time spent":"552.353383ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:13.134341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.990538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-19T03:36:13.134376Z","caller":"traceutil/trace.go:171","msg":"trace[1806874909] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9cksp; range_end:; response_count:1; response_revision:17885; }","duration":"551.05921ms","start":"2026-05-19T03:36:12.583306Z","end":"2026-05-19T03:36:13.134365Z","steps":["trace[1806874909] 'agreement among raft nodes before linearized reading' (duration: 550.922047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.134392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.582468Z","time spent":"551.879121ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:36:13.134407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.583296Z","time spent":"551.105581ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" "} {"level":"warn","ts":"2026-05-19T03:36:13.134644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.189631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:13.134675Z","caller":"traceutil/trace.go:171","msg":"trace[1644426523] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17885; }","duration":"415.267794ms","start":"2026-05-19T03:36:12.719398Z","end":"2026-05-19T03:36:13.134666Z","steps":["trace[1644426523] 'agreement among raft nodes before linearized reading' (duration: 415.215702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.134702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.719374Z","time spent":"415.321744ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:36:13.134726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.879066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:13.134824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.956102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:13.134876Z","caller":"traceutil/trace.go:171","msg":"trace[23177037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17885; }","duration":"195.049915ms","start":"2026-05-19T03:36:12.939812Z","end":"2026-05-19T03:36:13.134862Z","steps":["trace[23177037] 'agreement among raft nodes before linearized reading' (duration: 194.962392ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:13.134822Z","caller":"traceutil/trace.go:171","msg":"trace[1107289853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17885; }","duration":"528.00699ms","start":"2026-05-19T03:36:12.60679Z","end":"2026-05-19T03:36:13.134797Z","steps":["trace[1107289853] 'agreement among raft nodes before linearized reading' (duration: 527.828365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.134991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.606779Z","time spent":"528.203445ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:36:13.135723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.106861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:974863"} {"level":"info","ts":"2026-05-19T03:36:13.135763Z","caller":"traceutil/trace.go:171","msg":"trace[1994929037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17885; }","duration":"551.160982ms","start":"2026-05-19T03:36:12.584593Z","end":"2026-05-19T03:36:13.135754Z","steps":["trace[1994929037] 'agreement among raft nodes before linearized reading' (duration: 550.013303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:13.135791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:36:12.584588Z","time spent":"551.195673ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":974886,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T03:36:15.281083Z","caller":"traceutil/trace.go:171","msg":"trace[156645942] transaction","detail":"{read_only:false; response_revision:17897; number_of_response:1; }","duration":"138.877226ms","start":"2026-05-19T03:36:15.142187Z","end":"2026-05-19T03:36:15.281065Z","steps":["trace[156645942] 'process raft request' (duration: 138.716892ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:15.281244Z","caller":"traceutil/trace.go:171","msg":"trace[918400244] transaction","detail":"{read_only:false; response_revision:17898; number_of_response:1; }","duration":"138.910666ms","start":"2026-05-19T03:36:15.142328Z","end":"2026-05-19T03:36:15.281239Z","steps":["trace[918400244] 'process raft request' (duration: 138.705401ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:15.28138Z","caller":"traceutil/trace.go:171","msg":"trace[1546232564] transaction","detail":"{read_only:false; response_revision:17899; number_of_response:1; }","duration":"138.562047ms","start":"2026-05-19T03:36:15.142811Z","end":"2026-05-19T03:36:15.281373Z","steps":["trace[1546232564] 'process raft request' (duration: 138.403993ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:15.28137Z","caller":"traceutil/trace.go:171","msg":"trace[1241210962] linearizableReadLoop","detail":"{readStateIndex:18505; appliedIndex:18501; }","duration":"127.437062ms","start":"2026-05-19T03:36:15.153907Z","end":"2026-05-19T03:36:15.281344Z","steps":["trace[1241210962] 'read index received' (duration: 38.410693ms)","trace[1241210962] 'applied index is now lower than readState.Index' (duration: 89.024639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:15.281559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.635417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-46l4q\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-19T03:36:15.281583Z","caller":"traceutil/trace.go:171","msg":"trace[1933291076] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-46l4q; range_end:; response_count:1; response_revision:17899; }","duration":"127.70309ms","start":"2026-05-19T03:36:15.153874Z","end":"2026-05-19T03:36:15.281577Z","steps":["trace[1933291076] 'agreement among raft nodes before linearized reading' (duration: 127.583897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:15.281609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.091013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9cksp\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-19T03:36:15.281642Z","caller":"traceutil/trace.go:171","msg":"trace[1409403849] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9cksp; range_end:; response_count:1; response_revision:17899; }","duration":"118.158794ms","start":"2026-05-19T03:36:15.163473Z","end":"2026-05-19T03:36:15.281632Z","steps":["trace[1409403849] 'agreement among raft nodes before linearized reading' (duration: 118.012441ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:15.507241Z","caller":"traceutil/trace.go:171","msg":"trace[171519637] transaction","detail":"{read_only:false; response_revision:17901; number_of_response:1; }","duration":"106.107677ms","start":"2026-05-19T03:36:15.401102Z","end":"2026-05-19T03:36:15.50721Z","steps":["trace[171519637] 'process raft request' (duration: 81.442305ms)","trace[171519637] 'compare' (duration: 24.491407ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:17.368055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.999219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:36:17.368125Z","caller":"traceutil/trace.go:171","msg":"trace[892588376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17965; }","duration":"123.113742ms","start":"2026-05-19T03:36:17.244995Z","end":"2026-05-19T03:36:17.368108Z","steps":["trace[892588376] 'range keys from in-memory index tree' (duration: 122.793384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:17.368948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.174815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-19T03:36:17.369031Z","caller":"traceutil/trace.go:171","msg":"trace[733620029] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17965; }","duration":"143.320179ms","start":"2026-05-19T03:36:17.225692Z","end":"2026-05-19T03:36:17.369012Z","steps":["trace[733620029] 'range keys from in-memory index tree' (duration: 142.311954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:25.641711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.071692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:982126"} {"level":"info","ts":"2026-05-19T03:36:25.641796Z","caller":"traceutil/trace.go:171","msg":"trace[1718969652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18041; }","duration":"159.193675ms","start":"2026-05-19T03:36:25.482585Z","end":"2026-05-19T03:36:25.641779Z","steps":["trace[1718969652] 'range keys from in-memory index tree' (duration: 158.139128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:25.641813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.389553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:100 size:982126"} {"level":"info","ts":"2026-05-19T03:36:25.641895Z","caller":"traceutil/trace.go:171","msg":"trace[733019810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:100; response_revision:18041; }","duration":"156.515018ms","start":"2026-05-19T03:36:25.485361Z","end":"2026-05-19T03:36:25.641876Z","steps":["trace[733019810] 'range keys from in-memory index tree' (duration: 155.402129ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:25.642994Z","caller":"traceutil/trace.go:171","msg":"trace[2034386881] transaction","detail":"{read_only:false; response_revision:18042; number_of_response:1; }","duration":"101.168801ms","start":"2026-05-19T03:36:25.541809Z","end":"2026-05-19T03:36:25.642978Z","steps":["trace[2034386881] 'process raft request' (duration: 48.290896ms)","trace[2034386881] 'compare' (duration: 52.260539ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:25.643236Z","caller":"traceutil/trace.go:171","msg":"trace[1190572651] transaction","detail":"{read_only:false; response_revision:18043; number_of_response:1; }","duration":"100.850432ms","start":"2026-05-19T03:36:25.542343Z","end":"2026-05-19T03:36:25.643194Z","steps":["trace[1190572651] 'process raft request' (duration: 100.271787ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:34.5395Z","caller":"traceutil/trace.go:171","msg":"trace[631223902] transaction","detail":"{read_only:false; response_revision:18111; number_of_response:1; }","duration":"155.122202ms","start":"2026-05-19T03:36:34.384303Z","end":"2026-05-19T03:36:34.539425Z","steps":["trace[631223902] 'process raft request' (duration: 154.748802ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.016383Z","caller":"traceutil/trace.go:171","msg":"trace[1675921073] linearizableReadLoop","detail":"{readStateIndex:18728; appliedIndex:18727; }","duration":"125.822631ms","start":"2026-05-19T03:36:34.890525Z","end":"2026-05-19T03:36:35.016347Z","steps":["trace[1675921073] 'read index received' (duration: 125.608426ms)","trace[1675921073] 'applied index is now lower than readState.Index' (duration: 213.035µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:35.016551Z","caller":"traceutil/trace.go:171","msg":"trace[673778840] transaction","detail":"{read_only:false; response_revision:18113; number_of_response:1; }","duration":"143.132654ms","start":"2026-05-19T03:36:34.873372Z","end":"2026-05-19T03:36:35.016505Z","steps":["trace[673778840] 'process raft request' (duration: 142.780325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.016682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.1444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-05-19T03:36:35.016744Z","caller":"traceutil/trace.go:171","msg":"trace[1988374103] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18113; }","duration":"126.262993ms","start":"2026-05-19T03:36:34.890462Z","end":"2026-05-19T03:36:35.016725Z","steps":["trace[1988374103] 'agreement among raft nodes before linearized reading' (duration: 126.025567ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.522931Z","caller":"traceutil/trace.go:171","msg":"trace[903734966] transaction","detail":"{read_only:false; response_revision:18116; number_of_response:1; }","duration":"182.810831ms","start":"2026-05-19T03:36:35.340085Z","end":"2026-05-19T03:36:35.522896Z","steps":["trace[903734966] 'process raft request' (duration: 105.07118ms)","trace[903734966] 'compare' (duration: 77.485894ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:35.566722Z","caller":"traceutil/trace.go:171","msg":"trace[1777818161] transaction","detail":"{read_only:false; response_revision:18117; number_of_response:1; }","duration":"185.047058ms","start":"2026-05-19T03:36:35.381642Z","end":"2026-05-19T03:36:35.566689Z","steps":["trace[1777818161] 'process raft request' (duration: 184.827632ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.721892Z","caller":"traceutil/trace.go:171","msg":"trace[316757290] transaction","detail":"{read_only:false; response_revision:18118; number_of_response:1; }","duration":"174.16161ms","start":"2026-05-19T03:36:35.547695Z","end":"2026-05-19T03:36:35.721856Z","steps":["trace[316757290] 'process raft request' (duration: 84.099253ms)","trace[316757290] 'compare' (duration: 89.913144ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:35.721987Z","caller":"traceutil/trace.go:171","msg":"trace[624118205] linearizableReadLoop","detail":"{readStateIndex:18733; appliedIndex:18731; }","duration":"164.183445ms","start":"2026-05-19T03:36:35.557765Z","end":"2026-05-19T03:36:35.721948Z","steps":["trace[624118205] 'read index received' (duration: 8.722384ms)","trace[624118205] 'applied index is now lower than readState.Index' (duration: 155.458341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:36:35.72228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.494772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:36:35.722319Z","caller":"traceutil/trace.go:171","msg":"trace[1496124518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18119; }","duration":"164.590095ms","start":"2026-05-19T03:36:35.557718Z","end":"2026-05-19T03:36:35.722308Z","steps":["trace[1496124518] 'agreement among raft nodes before linearized reading' (duration: 164.376069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.735434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:35.735459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.833058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:36:35.735508Z","caller":"traceutil/trace.go:171","msg":"trace[2067787229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18120; }","duration":"125.593204ms","start":"2026-05-19T03:36:35.609899Z","end":"2026-05-19T03:36:35.735492Z","steps":["trace[2067787229] 'agreement among raft nodes before linearized reading' (duration: 125.41495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.735523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.650948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:36:35.73553Z","caller":"traceutil/trace.go:171","msg":"trace[435594945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18120; }","duration":"176.93181ms","start":"2026-05-19T03:36:35.558583Z","end":"2026-05-19T03:36:35.735515Z","steps":["trace[435594945] 'agreement among raft nodes before linearized reading' (duration: 176.754165ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.735562Z","caller":"traceutil/trace.go:171","msg":"trace[1142302969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18120; }","duration":"177.751191ms","start":"2026-05-19T03:36:35.557802Z","end":"2026-05-19T03:36:35.735553Z","steps":["trace[1142302969] 'agreement among raft nodes before linearized reading' (duration: 177.560386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.735569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.138369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:36:35.735634Z","caller":"traceutil/trace.go:171","msg":"trace[774886207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18120; }","duration":"176.265503ms","start":"2026-05-19T03:36:35.559351Z","end":"2026-05-19T03:36:35.735616Z","steps":["trace[774886207] 'agreement among raft nodes before linearized reading' (duration: 176.105508ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.873095Z","caller":"traceutil/trace.go:171","msg":"trace[864501589] transaction","detail":"{read_only:false; response_revision:18122; number_of_response:1; }","duration":"133.57531ms","start":"2026-05-19T03:36:35.739472Z","end":"2026-05-19T03:36:35.873047Z","steps":["trace[864501589] 'process raft request' (duration: 82.147413ms)","trace[864501589] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 51.029076ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:35.873245Z","caller":"traceutil/trace.go:171","msg":"trace[1862418578] linearizableReadLoop","detail":"{readStateIndex:18739; appliedIndex:18736; }","duration":"101.980372ms","start":"2026-05-19T03:36:35.771219Z","end":"2026-05-19T03:36:35.873199Z","steps":["trace[1862418578] 'read index received' (duration: 50.38182ms)","trace[1862418578] 'applied index is now lower than readState.Index' (duration: 51.597262ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:35.873319Z","caller":"traceutil/trace.go:171","msg":"trace[1320629869] transaction","detail":"{read_only:false; response_revision:18123; number_of_response:1; }","duration":"133.654973ms","start":"2026-05-19T03:36:35.739644Z","end":"2026-05-19T03:36:35.873299Z","steps":["trace[1320629869] 'process raft request' (duration: 133.310114ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:35.873534Z","caller":"traceutil/trace.go:171","msg":"trace[772049409] transaction","detail":"{read_only:false; response_revision:18124; number_of_response:1; }","duration":"132.593735ms","start":"2026-05-19T03:36:35.740774Z","end":"2026-05-19T03:36:35.873368Z","steps":["trace[772049409] 'process raft request' (duration: 132.37381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:35.873632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.240634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:35.873679Z","caller":"traceutil/trace.go:171","msg":"trace[1166778234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18124; }","duration":"137.339717ms","start":"2026-05-19T03:36:35.736326Z","end":"2026-05-19T03:36:35.873666Z","steps":["trace[1166778234] 'agreement among raft nodes before linearized reading' (duration: 137.228874ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:40.675654Z","caller":"traceutil/trace.go:171","msg":"trace[213172138] linearizableReadLoop","detail":"{readStateIndex:18773; appliedIndex:18772; }","duration":"113.737762ms","start":"2026-05-19T03:36:40.561891Z","end":"2026-05-19T03:36:40.675629Z","steps":["trace[213172138] 'read index received' (duration: 113.472966ms)","trace[213172138] 'applied index is now lower than readState.Index' (duration: 263.986µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:36:40.675793Z","caller":"traceutil/trace.go:171","msg":"trace[1260134358] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"223.647297ms","start":"2026-05-19T03:36:40.452093Z","end":"2026-05-19T03:36:40.67574Z","steps":["trace[1260134358] 'process raft request' (duration: 223.35757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:40.67583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.930698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:40.675882Z","caller":"traceutil/trace.go:171","msg":"trace[1407862624] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18157; }","duration":"114.05198ms","start":"2026-05-19T03:36:40.561816Z","end":"2026-05-19T03:36:40.675868Z","steps":["trace[1407862624] 'agreement among raft nodes before linearized reading' (duration: 113.945498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:40.675987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.3998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:40.67607Z","caller":"traceutil/trace.go:171","msg":"trace[1234627750] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18157; }","duration":"100.518584ms","start":"2026-05-19T03:36:40.575531Z","end":"2026-05-19T03:36:40.67605Z","steps":["trace[1234627750] 'agreement among raft nodes before linearized reading' (duration: 100.36405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:36:40.675994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.750069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:36:40.676051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.123393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:36:40.676161Z","caller":"traceutil/trace.go:171","msg":"trace[1270850470] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18157; }","duration":"100.946075ms","start":"2026-05-19T03:36:40.575189Z","end":"2026-05-19T03:36:40.676135Z","steps":["trace[1270850470] 'agreement among raft nodes before linearized reading' (duration: 100.772171ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:36:40.67619Z","caller":"traceutil/trace.go:171","msg":"trace[1900158145] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18157; }","duration":"107.351579ms","start":"2026-05-19T03:36:40.568804Z","end":"2026-05-19T03:36:40.676156Z","steps":["trace[1900158145] 'agreement among raft nodes before linearized reading' (duration: 107.071811ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:37:00.961392Z","caller":"traceutil/trace.go:171","msg":"trace[655989645] transaction","detail":"{read_only:false; response_revision:18314; number_of_response:1; }","duration":"125.627597ms","start":"2026-05-19T03:37:00.835733Z","end":"2026-05-19T03:37:00.961361Z","steps":["trace[655989645] 'process raft request' (duration: 116.193456ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:39:27.675644Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:39:27.6813Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-19T03:39:27.681377Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-19T03:40:54.741165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17582} {"level":"info","ts":"2026-05-19T03:40:54.836721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17582,"took":"92.070225ms","hash":3747619059,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":34283520,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-19T03:40:54.836858Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3747619059,"revision":17582,"compact-revision":15264} {"level":"info","ts":"2026-05-19T03:40:56.23029Z","caller":"traceutil/trace.go:171","msg":"trace[1810991803] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"129.423759ms","start":"2026-05-19T03:40:56.10082Z","end":"2026-05-19T03:40:56.230244Z","steps":["trace[1810991803] 'process raft request' (duration: 129.120281ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:02.566487Z","caller":"traceutil/trace.go:171","msg":"trace[1106780574] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"243.749624ms","start":"2026-05-19T03:41:02.322715Z","end":"2026-05-19T03:41:02.566465Z","steps":["trace[1106780574] 'process raft request' (duration: 243.60286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:03.063369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.985098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:03.06344Z","caller":"traceutil/trace.go:171","msg":"trace[865803934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20003; }","duration":"454.108091ms","start":"2026-05-19T03:41:02.609317Z","end":"2026-05-19T03:41:03.063425Z","steps":["trace[865803934] 'range keys from in-memory index tree' (duration: 453.901436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:03.063468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:02.609295Z","time spent":"454.167882ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:41:03.39801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589347395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:41:03.898393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589347395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:41:03.91065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14510122s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:41:03.911176Z","caller":"traceutil/trace.go:171","msg":"trace[1619850288] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"1.145749856s","start":"2026-05-19T03:41:02.765395Z","end":"2026-05-19T03:41:03.911144Z","steps":["trace[1619850288] 'process raft request' (duration: 1.14549713s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:03.911353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:02.76536Z","time spent":"1.145902459s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:04.749746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.676525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:41:04.750417Z","caller":"traceutil/trace.go:171","msg":"trace[139932472] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"1.74623104s","start":"2026-05-19T03:41:03.004167Z","end":"2026-05-19T03:41:04.750398Z","steps":["trace[139932472] 'process raft request' (duration: 1.745700316s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:04.750416Z","caller":"traceutil/trace.go:171","msg":"trace[1499050656] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"1.984749189s","start":"2026-05-19T03:41:02.765629Z","end":"2026-05-19T03:41:04.750379Z","steps":["trace[1499050656] 'process raft request' (duration: 1.406684528s)","trace[1499050656] 'compare' (duration: 576.325546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:41:04.75053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.00414Z","time spent":"1.746330212s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:04.750562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:02.765611Z","time spent":"1.984867272s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:05.066694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:41:05.066781Z","caller":"traceutil/trace.go:171","msg":"trace[1557084517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169943s","start":"2026-05-19T03:41:03.066592Z","end":"2026-05-19T03:41:05.066762Z","steps":["trace[1557084517] 'agreement among raft nodes before linearized reading' (duration: 2.0000526s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.06683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.066578Z","time spent":"2.000243625s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:41:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:41:05.247355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.333707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:41:05.247594Z","caller":"traceutil/trace.go:171","msg":"trace[128221601] linearizableReadLoop","detail":"{readStateIndex:20683; appliedIndex:20679; }","duration":"2.350702316s","start":"2026-05-19T03:41:02.896872Z","end":"2026-05-19T03:41:05.247574Z","steps":["trace[128221601] 'read index received' (duration: 1.0141034s)","trace[128221601] 'applied index is now lower than readState.Index' (duration: 1.336597796s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:41:05.248038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351163187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:41:05.24809Z","caller":"traceutil/trace.go:171","msg":"trace[1268273720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20006; }","duration":"2.351260541s","start":"2026-05-19T03:41:02.896816Z","end":"2026-05-19T03:41:05.248077Z","steps":["trace[1268273720] 'agreement among raft nodes before linearized reading' (duration: 2.351104186s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.248128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:02.896792Z","time spent":"2.351327933s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:41:05.24831Z","caller":"traceutil/trace.go:171","msg":"trace[313883858] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"1.007162263s","start":"2026-05-19T03:41:04.241116Z","end":"2026-05-19T03:41:05.248278Z","steps":["trace[313883858] 'process raft request' (duration: 1.006346891s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.258742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:04.241088Z","time spent":"1.017566718s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:05.586519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.522237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:41:05.586616Z","caller":"traceutil/trace.go:171","msg":"trace[1329720470] linearizableReadLoop","detail":"{readStateIndex:20685; appliedIndex:20683; }","duration":"338.974948ms","start":"2026-05-19T03:41:05.247627Z","end":"2026-05-19T03:41:05.586602Z","steps":["trace[1329720470] 'read index received' (duration: 384.9µs)","trace[1329720470] 'applied index is now lower than readState.Index' (duration: 338.589138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:41:05.586749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323397939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:41:05.586842Z","caller":"traceutil/trace.go:171","msg":"trace[933017388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20008; }","duration":"1.323543973s","start":"2026-05-19T03:41:04.263274Z","end":"2026-05-19T03:41:05.586818Z","steps":["trace[933017388] 'agreement among raft nodes before linearized reading' (duration: 1.323335077s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.586836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405743183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:05.586898Z","caller":"traceutil/trace.go:171","msg":"trace[1574935704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20008; }","duration":"2.405838985s","start":"2026-05-19T03:41:03.181043Z","end":"2026-05-19T03:41:05.586882Z","steps":["trace[1574935704] 'agreement among raft nodes before linearized reading' (duration: 2.405724232s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.586867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362512908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-19T03:41:05.586938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.181032Z","time spent":"2.405897366s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:41:05.586964Z","caller":"traceutil/trace.go:171","msg":"trace[809602154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20008; }","duration":"2.362649762s","start":"2026-05-19T03:41:03.224293Z","end":"2026-05-19T03:41:05.586942Z","steps":["trace[809602154] 'agreement among raft nodes before linearized reading' (duration: 2.362369895s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.58701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279945277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:05.587082Z","caller":"traceutil/trace.go:171","msg":"trace[738331802] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20008; }","duration":"2.280085221s","start":"2026-05-19T03:41:03.306971Z","end":"2026-05-19T03:41:05.587056Z","steps":["trace[738331802] 'agreement among raft nodes before linearized reading' (duration: 2.279972017s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324574789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:41:05.587127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.30695Z","time spent":"2.280164643s","remote":"127.0.0.1:58322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:41:05.587137Z","caller":"traceutil/trace.go:171","msg":"trace[1694658742] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"746.351274ms","start":"2026-05-19T03:41:04.840766Z","end":"2026-05-19T03:41:05.587117Z","steps":["trace[1694658742] 'process raft request' (duration: 414.16887ms)","trace[1694658742] 'compare' (duration: 331.409724ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:41:05.587169Z","caller":"traceutil/trace.go:171","msg":"trace[1480712316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20008; }","duration":"2.32464206s","start":"2026-05-19T03:41:03.262509Z","end":"2026-05-19T03:41:05.587151Z","steps":["trace[1480712316] 'agreement among raft nodes before linearized reading' (duration: 2.324536857s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.262493Z","time spent":"2.324703122s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:41:05.587214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363431702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:41:05.587243Z","caller":"traceutil/trace.go:171","msg":"trace[1191037311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20008; }","duration":"2.363504064s","start":"2026-05-19T03:41:03.223732Z","end":"2026-05-19T03:41:05.587236Z","steps":["trace[1191037311] 'agreement among raft nodes before linearized reading' (duration: 2.363395101s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:04.840748Z","time spent":"746.429417ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:05.587272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.223706Z","time spent":"2.363560616s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:41:05.587375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238158478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-19T03:41:05.587419Z","caller":"traceutil/trace.go:171","msg":"trace[271272802] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20008; }","duration":"2.23822187s","start":"2026-05-19T03:41:03.349185Z","end":"2026-05-19T03:41:05.587407Z","steps":["trace[271272802] 'agreement among raft nodes before linearized reading' (duration: 2.238106628s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.349173Z","time spent":"2.238274141s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-19T03:41:05.58738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.516817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:41:05.587629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0164139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:41:05.587658Z","caller":"traceutil/trace.go:171","msg":"trace[831394508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20008; }","duration":"1.016476801s","start":"2026-05-19T03:41:04.57117Z","end":"2026-05-19T03:41:05.587646Z","steps":["trace[831394508] 'agreement among raft nodes before linearized reading' (duration: 1.01641263s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:05.587648Z","caller":"traceutil/trace.go:171","msg":"trace[362929904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20008; }","duration":"514.779553ms","start":"2026-05-19T03:41:05.072837Z","end":"2026-05-19T03:41:05.587617Z","steps":["trace[362929904] 'agreement among raft nodes before linearized reading' (duration: 514.513706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.224279Z","time spent":"2.362733054s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:41:05.587669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308377405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:41:05.587749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.969023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:41:05.587686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:04.571141Z","time spent":"1.016539563s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:41:05.587774Z","caller":"traceutil/trace.go:171","msg":"trace[544580534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20008; }","duration":"523.038995ms","start":"2026-05-19T03:41:05.064728Z","end":"2026-05-19T03:41:05.587767Z","steps":["trace[544580534] 'agreement among raft nodes before linearized reading' (duration: 522.970553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660173449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:41:05.587798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.064696Z","time spent":"523.098856ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:41:05.587807Z","caller":"traceutil/trace.go:171","msg":"trace[648592339] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20008; }","duration":"2.660228141s","start":"2026-05-19T03:41:02.927571Z","end":"2026-05-19T03:41:05.587799Z","steps":["trace[648592339] 'agreement among raft nodes before linearized reading' (duration: 2.659066411s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.072824Z","time spent":"514.890246ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:41:05.587837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:02.92756Z","time spent":"2.660269452s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2171,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:41:05.586896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:04.26325Z","time spent":"1.323632004s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:41:05.587908Z","caller":"traceutil/trace.go:171","msg":"trace[1397366039] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20008; }","duration":"1.308519968s","start":"2026-05-19T03:41:04.279245Z","end":"2026-05-19T03:41:05.587765Z","steps":["trace[1397366039] 'agreement among raft nodes before linearized reading' (duration: 1.308359894s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.587969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:04.279234Z","time spent":"1.308720733s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:41:05.588002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.885052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-19T03:41:05.588057Z","caller":"traceutil/trace.go:171","msg":"trace[650736639] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:20008; }","duration":"517.956084ms","start":"2026-05-19T03:41:05.070083Z","end":"2026-05-19T03:41:05.588039Z","steps":["trace[650736639] 'agreement among raft nodes before linearized reading' (duration: 517.312758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.588096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.070073Z","time spent":"518.015496ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:41:05.588282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449600105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T03:41:05.588337Z","caller":"traceutil/trace.go:171","msg":"trace[340076458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20008; }","duration":"2.449680477s","start":"2026-05-19T03:41:03.138647Z","end":"2026-05-19T03:41:05.588328Z","steps":["trace[340076458] 'agreement among raft nodes before linearized reading' (duration: 2.448370353s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:05.588392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:03.138628Z","time spent":"2.44975721s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:41:06.090695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589347404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:41:06.40644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.874068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:41:06.406518Z","caller":"traceutil/trace.go:171","msg":"trace[478244251] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"1.150483817s","start":"2026-05-19T03:41:05.256019Z","end":"2026-05-19T03:41:06.406503Z","steps":["trace[478244251] 'process raft request' (duration: 884.484536ms)","trace[478244251] 'compare' (duration: 265.403156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:41:06.406568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.255995Z","time spent":"1.150544879s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:07.454357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.772663ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-19T03:41:07.454678Z","caller":"traceutil/trace.go:171","msg":"trace[646542128] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"1.861809173s","start":"2026-05-19T03:41:05.592848Z","end":"2026-05-19T03:41:07.454657Z","steps":["trace[646542128] 'process raft request' (duration: 1.861747531s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.454784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.592836Z","time spent":"1.861886195s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:07.454832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.590057Z","time spent":"1.864768809s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:41:07.454984Z","caller":"traceutil/trace.go:171","msg":"trace[721983064] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"1.862390909s","start":"2026-05-19T03:41:05.592581Z","end":"2026-05-19T03:41:07.454972Z","steps":["trace[721983064] 'process raft request' (duration: 1.861975548s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.455046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.592572Z","time spent":"1.86244284s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:41:07.455106Z","caller":"traceutil/trace.go:171","msg":"trace[2039566270] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"1.862019489s","start":"2026-05-19T03:41:05.593068Z","end":"2026-05-19T03:41:07.455087Z","steps":["trace[2039566270] 'process raft request' (duration: 1.861557147s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.455185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.593059Z","time spent":"1.86208414s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:41:07.455094Z","caller":"traceutil/trace.go:171","msg":"trace[345523234] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"1.862259305s","start":"2026-05-19T03:41:05.592489Z","end":"2026-05-19T03:41:07.454748Z","steps":["trace[345523234] 'process raft request' (duration: 1.861960638s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.455524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.592471Z","time spent":"1.862806299s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:41:07.455571Z","caller":"traceutil/trace.go:171","msg":"trace[865700062] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"1.862316736s","start":"2026-05-19T03:41:05.593214Z","end":"2026-05-19T03:41:07.45553Z","steps":["trace[865700062] 'process raft request' (duration: 1.861809533s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:07.455615Z","caller":"traceutil/trace.go:171","msg":"trace[615851204] linearizableReadLoop","detail":"{readStateIndex:20693; appliedIndex:20685; }","duration":"1.865542119s","start":"2026-05-19T03:41:05.590044Z","end":"2026-05-19T03:41:07.455586Z","steps":["trace[615851204] 'read index received' (duration: 550.479664ms)","trace[615851204] 'applied index is now lower than readState.Index' (duration: 1.315061455s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:41:07.455646Z","caller":"traceutil/trace.go:171","msg":"trace[340500010] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"1.539285018s","start":"2026-05-19T03:41:05.916334Z","end":"2026-05-19T03:41:07.455619Z","steps":["trace[340500010] 'process raft request' (duration: 1.539088272s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.455747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865677022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:41:07.455786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.916305Z","time spent":"1.539402721s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:41:07.455801Z","caller":"traceutil/trace.go:171","msg":"trace[712420677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20015; }","duration":"1.865763055s","start":"2026-05-19T03:41:05.590024Z","end":"2026-05-19T03:41:07.455787Z","steps":["trace[712420677] 'agreement among raft nodes before linearized reading' (duration: 1.865658213s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.455839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.590008Z","time spent":"1.865823996s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:41:07.455821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.593205Z","time spent":"1.86246263s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:07.861366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.554162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:41:07.861641Z","caller":"traceutil/trace.go:171","msg":"trace[64239800] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"405.104057ms","start":"2026-05-19T03:41:07.456519Z","end":"2026-05-19T03:41:07.861623Z","steps":["trace[64239800] 'process raft request' (duration: 405.049296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.861734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:07.456496Z","time spent":"405.18801ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:41:07.862012Z","caller":"traceutil/trace.go:171","msg":"trace[817302946] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"1.105278511s","start":"2026-05-19T03:41:06.756718Z","end":"2026-05-19T03:41:07.861996Z","steps":["trace[817302946] 'process raft request' (duration: 1.104747336s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:07.862036Z","caller":"traceutil/trace.go:171","msg":"trace[780391118] linearizableReadLoop","detail":"{readStateIndex:20695; appliedIndex:20693; }","duration":"406.312369ms","start":"2026-05-19T03:41:07.455694Z","end":"2026-05-19T03:41:07.862007Z","steps":["trace[780391118] 'read index received' (duration: 205.819892ms)","trace[780391118] 'applied index is now lower than readState.Index' (duration: 200.489797ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:41:07.862037Z","caller":"traceutil/trace.go:171","msg":"trace[1774964598] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"1.105680771s","start":"2026-05-19T03:41:06.756323Z","end":"2026-05-19T03:41:07.862003Z","steps":["trace[1774964598] 'process raft request' (duration: 905.166763ms)","trace[1774964598] 'compare' (duration: 199.098671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:41:07.862089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.75669Z","time spent":"1.105361353s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:07.862195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830666839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:41:07.862231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96484994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:41:07.862246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.953501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:07.862283Z","caller":"traceutil/trace.go:171","msg":"trace[187519198] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20018; }","duration":"1.830849393s","start":"2026-05-19T03:41:06.031414Z","end":"2026-05-19T03:41:07.862264Z","steps":["trace[187519198] 'agreement among raft nodes before linearized reading' (duration: 1.830637938s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:07.862297Z","caller":"traceutil/trace.go:171","msg":"trace[2119067096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20018; }","duration":"661.046903ms","start":"2026-05-19T03:41:07.201238Z","end":"2026-05-19T03:41:07.862285Z","steps":["trace[2119067096] 'agreement among raft nodes before linearized reading' (duration: 660.957701ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:07.862303Z","caller":"traceutil/trace.go:171","msg":"trace[497867176] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20018; }","duration":"1.965042524s","start":"2026-05-19T03:41:05.89724Z","end":"2026-05-19T03:41:07.862282Z","steps":["trace[497867176] 'agreement among raft nodes before linearized reading' (duration: 1.96487237s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.86233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:07.201217Z","time spent":"661.106344ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:41:07.862334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269544409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:41:07.862333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206222352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-19T03:41:07.862299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35125729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:41:07.862359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.897215Z","time spent":"1.965128246s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:41:07.862375Z","caller":"traceutil/trace.go:171","msg":"trace[1496498792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20018; }","duration":"2.269603111s","start":"2026-05-19T03:41:05.592759Z","end":"2026-05-19T03:41:07.862362Z","steps":["trace[1496498792] 'agreement among raft nodes before linearized reading' (duration: 2.269423866s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:41:07.862388Z","caller":"traceutil/trace.go:171","msg":"trace[1972956460] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20018; }","duration":"1.206297413s","start":"2026-05-19T03:41:06.656072Z","end":"2026-05-19T03:41:07.86237Z","steps":["trace[1972956460] 'agreement among raft nodes before linearized reading' (duration: 1.206137039s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.862406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:05.592752Z","time spent":"2.269647242s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:41:07.862421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.656059Z","time spent":"1.206353525s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T03:41:07.862417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.949875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:07.86246Z","caller":"traceutil/trace.go:171","msg":"trace[871978956] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20018; }","duration":"397.999477ms","start":"2026-05-19T03:41:07.464445Z","end":"2026-05-19T03:41:07.862445Z","steps":["trace[871978956] 'agreement among raft nodes before linearized reading' (duration: 397.939075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.862497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:07.464437Z","time spent":"398.051628ms","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:41:07.862333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.031388Z","time spent":"1.830933045s","remote":"127.0.0.1:48892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:41:07.862744Z","caller":"traceutil/trace.go:171","msg":"trace[175528596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20018; }","duration":"1.351382103s","start":"2026-05-19T03:41:06.511004Z","end":"2026-05-19T03:41:07.862386Z","steps":["trace[175528596] 'agreement among raft nodes before linearized reading' (duration: 1.351039305s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.862808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.510948Z","time spent":"1.351844685s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:41:07.862827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.756298Z","time spent":"1.105816975s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:41:07.862659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.269923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:07.862999Z","caller":"traceutil/trace.go:171","msg":"trace[995623753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20018; }","duration":"398.611032ms","start":"2026-05-19T03:41:07.464347Z","end":"2026-05-19T03:41:07.862958Z","steps":["trace[995623753] 'agreement among raft nodes before linearized reading' (duration: 397.882914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.863041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:07.464333Z","time spent":"398.695414ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:41:07.863087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54605536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:41:07.863119Z","caller":"traceutil/trace.go:171","msg":"trace[345246702] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20018; }","duration":"1.546782859s","start":"2026-05-19T03:41:06.316328Z","end":"2026-05-19T03:41:07.863111Z","steps":["trace[345246702] 'agreement among raft nodes before linearized reading' (duration: 1.546061441s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:41:07.863143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:41:06.316307Z","time spent":"1.54682767s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:42:28.129071Z","caller":"traceutil/trace.go:171","msg":"trace[609907925] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"120.511591ms","start":"2026-05-19T03:42:28.008523Z","end":"2026-05-19T03:42:28.129035Z","steps":["trace[609907925] 'process raft request' (duration: 120.256535ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:44:58.224575Z","caller":"traceutil/trace.go:171","msg":"trace[429065536] linearizableReadLoop","detail":"{readStateIndex:22522; appliedIndex:22521; }","duration":"268.412914ms","start":"2026-05-19T03:44:57.956138Z","end":"2026-05-19T03:44:58.224551Z","steps":["trace[429065536] 'read index received' (duration: 268.117277ms)","trace[429065536] 'applied index is now lower than readState.Index' (duration: 294.677µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:44:58.224717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.568438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:44:58.22474Z","caller":"traceutil/trace.go:171","msg":"trace[903162598] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21781; }","duration":"268.64049ms","start":"2026-05-19T03:44:57.95609Z","end":"2026-05-19T03:44:58.224731Z","steps":["trace[903162598] 'agreement among raft nodes before linearized reading' (duration: 268.574339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:44:58.224985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.230741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:44:58.225121Z","caller":"traceutil/trace.go:171","msg":"trace[1199177981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21781; }","duration":"215.426656ms","start":"2026-05-19T03:44:58.009661Z","end":"2026-05-19T03:44:58.225088Z","steps":["trace[1199177981] 'agreement among raft nodes before linearized reading' (duration: 215.069586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.274017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.914909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:45:08.274265Z","caller":"traceutil/trace.go:171","msg":"trace[193203218] transaction","detail":"{read_only:false; response_revision:22102; number_of_response:1; }","duration":"596.459999ms","start":"2026-05-19T03:45:07.677776Z","end":"2026-05-19T03:45:08.274236Z","steps":["trace[193203218] 'process raft request' (duration: 424.215752ms)","trace[193203218] 'compare' (duration: 171.736794ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:45:08.274535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.677754Z","time spent":"596.643993ms","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:45:08.286583Z","caller":"traceutil/trace.go:171","msg":"trace[756766832] linearizableReadLoop","detail":"{readStateIndex:22849; appliedIndex:22847; }","duration":"606.057872ms","start":"2026-05-19T03:45:07.680501Z","end":"2026-05-19T03:45:08.286559Z","steps":["trace[756766832] 'read index received' (duration: 421.430571ms)","trace[756766832] 'applied index is now lower than readState.Index' (duration: 184.626631ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:08.286611Z","caller":"traceutil/trace.go:171","msg":"trace[1188486970] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"608.604888ms","start":"2026-05-19T03:45:07.677969Z","end":"2026-05-19T03:45:08.286574Z","steps":["trace[1188486970] 'process raft request' (duration: 608.401723ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.28664Z","caller":"traceutil/trace.go:171","msg":"trace[1989165108] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"589.413339ms","start":"2026-05-19T03:45:07.697205Z","end":"2026-05-19T03:45:08.286619Z","steps":["trace[1989165108] 'process raft request' (duration: 589.303346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.286728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.677935Z","time spent":"608.735801ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":134517,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:45:08.286756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.697188Z","time spent":"589.48989ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13568,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:45:08.286793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.281469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-19T03:45:08.286849Z","caller":"traceutil/trace.go:171","msg":"trace[186911413] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22104; }","duration":"606.37136ms","start":"2026-05-19T03:45:07.680461Z","end":"2026-05-19T03:45:08.286832Z","steps":["trace[186911413] 'agreement among raft nodes before linearized reading' (duration: 606.196246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.286889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.680442Z","time spent":"606.438313ms","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-19T03:45:08.289986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.866152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.29003Z","caller":"traceutil/trace.go:171","msg":"trace[476706080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"313.921524ms","start":"2026-05-19T03:45:07.976093Z","end":"2026-05-19T03:45:08.290015Z","steps":["trace[476706080] 'agreement among raft nodes before linearized reading' (duration: 313.852452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.290101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.976085Z","time spent":"313.973845ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 "} {"level":"warn","ts":"2026-05-19T03:45:08.290372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.319669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.290404Z","caller":"traceutil/trace.go:171","msg":"trace[978817384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"207.3542ms","start":"2026-05-19T03:45:08.083042Z","end":"2026-05-19T03:45:08.290396Z","steps":["trace[978817384] 'agreement among raft nodes before linearized reading' (duration: 207.301558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.290496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.714495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.290519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.422912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.290574Z","caller":"traceutil/trace.go:171","msg":"trace[1472470335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"314.823317ms","start":"2026-05-19T03:45:07.975724Z","end":"2026-05-19T03:45:08.290548Z","steps":["trace[1472470335] 'agreement among raft nodes before linearized reading' (duration: 314.728465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.290643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.975698Z","time spent":"314.92816ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-05-19T03:45:08.29064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.202564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.290584Z","caller":"traceutil/trace.go:171","msg":"trace[923967576] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"207.540715ms","start":"2026-05-19T03:45:08.083025Z","end":"2026-05-19T03:45:08.290566Z","steps":["trace[923967576] 'agreement among raft nodes before linearized reading' (duration: 206.901918ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.290695Z","caller":"traceutil/trace.go:171","msg":"trace[2123940446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"223.299777ms","start":"2026-05-19T03:45:08.067386Z","end":"2026-05-19T03:45:08.290686Z","steps":["trace[2123940446] 'agreement among raft nodes before linearized reading' (duration: 223.221455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.290883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.632165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.290921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.253208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.290959Z","caller":"traceutil/trace.go:171","msg":"trace[608387130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"223.731207ms","start":"2026-05-19T03:45:08.067217Z","end":"2026-05-19T03:45:08.290948Z","steps":["trace[608387130] 'agreement among raft nodes before linearized reading' (duration: 223.641495ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.29099Z","caller":"traceutil/trace.go:171","msg":"trace[1042383618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"315.32613ms","start":"2026-05-19T03:45:07.975629Z","end":"2026-05-19T03:45:08.290955Z","steps":["trace[1042383618] 'agreement among raft nodes before linearized reading' (duration: 315.245788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.29104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.975617Z","time spent":"315.405252ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:45:08.291151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.729808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.291178Z","caller":"traceutil/trace.go:171","msg":"trace[772806277] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"238.77128ms","start":"2026-05-19T03:45:08.0524Z","end":"2026-05-19T03:45:08.291171Z","steps":["trace[772806277] 'agreement among raft nodes before linearized reading' (duration: 238.725949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.291254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.902791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.291308Z","caller":"traceutil/trace.go:171","msg":"trace[1132750772] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"329.995313ms","start":"2026-05-19T03:45:07.961299Z","end":"2026-05-19T03:45:08.291295Z","steps":["trace[1132750772] 'agreement among raft nodes before linearized reading' (duration: 329.913401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.291359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.961277Z","time spent":"330.067515ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"warn","ts":"2026-05-19T03:45:08.29143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.041356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.291461Z","caller":"traceutil/trace.go:171","msg":"trace[280356072] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"239.084697ms","start":"2026-05-19T03:45:08.052369Z","end":"2026-05-19T03:45:08.291454Z","steps":["trace[280356072] 'agreement among raft nodes before linearized reading' (duration: 239.035206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.291611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.301601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.291659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.774943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.291691Z","caller":"traceutil/trace.go:171","msg":"trace[752372056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"330.382803ms","start":"2026-05-19T03:45:07.961274Z","end":"2026-05-19T03:45:08.291657Z","steps":["trace[752372056] 'agreement among raft nodes before linearized reading' (duration: 330.295481ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.291686Z","caller":"traceutil/trace.go:171","msg":"trace[1590989155] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:22105; }","duration":"264.825714ms","start":"2026-05-19T03:45:08.026849Z","end":"2026-05-19T03:45:08.291675Z","steps":["trace[1590989155] 'agreement among raft nodes before linearized reading' (duration: 264.797883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.29174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.961263Z","time spent":"330.462155ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:45:08.291851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.981568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.291897Z","caller":"traceutil/trace.go:171","msg":"trace[1457281722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:22105; }","duration":"265.04782ms","start":"2026-05-19T03:45:08.026841Z","end":"2026-05-19T03:45:08.291889Z","steps":["trace[1457281722] 'agreement among raft nodes before linearized reading' (duration: 264.990639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.291946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.41149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.292007Z","caller":"traceutil/trace.go:171","msg":"trace[1829761651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"344.493083ms","start":"2026-05-19T03:45:07.947499Z","end":"2026-05-19T03:45:08.291992Z","steps":["trace[1829761651] 'agreement among raft nodes before linearized reading' (duration: 344.406231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.29206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.947486Z","time spent":"344.558734ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:45:08.292065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.900561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.292115Z","caller":"traceutil/trace.go:171","msg":"trace[1782174678] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22105; }","duration":"287.973294ms","start":"2026-05-19T03:45:08.004134Z","end":"2026-05-19T03:45:08.292108Z","steps":["trace[1782174678] 'agreement among raft nodes before linearized reading' (duration: 287.908502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.940988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.292303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.846331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.292319Z","caller":"traceutil/trace.go:171","msg":"trace[1484910768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22105; }","duration":"288.971899ms","start":"2026-05-19T03:45:08.003341Z","end":"2026-05-19T03:45:08.292313Z","steps":["trace[1484910768] 'agreement among raft nodes before linearized reading' (duration: 288.926408ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.292374Z","caller":"traceutil/trace.go:171","msg":"trace[1456348504] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22105; }","duration":"344.912183ms","start":"2026-05-19T03:45:07.947431Z","end":"2026-05-19T03:45:08.292343Z","steps":["trace[1456348504] 'agreement among raft nodes before linearized reading' (duration: 344.8293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.406794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.29248Z","caller":"traceutil/trace.go:171","msg":"trace[1719456365] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:22105; }","duration":"114.489745ms","start":"2026-05-19T03:45:08.17797Z","end":"2026-05-19T03:45:08.29246Z","steps":["trace[1719456365] 'agreement among raft nodes before linearized reading' (duration: 114.400023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.182964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.29256Z","caller":"traceutil/trace.go:171","msg":"trace[421251811] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:22105; }","duration":"289.230805ms","start":"2026-05-19T03:45:08.003302Z","end":"2026-05-19T03:45:08.292533Z","steps":["trace[421251811] 'agreement among raft nodes before linearized reading' (duration: 289.164584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.986473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:45:08.292603Z","caller":"traceutil/trace.go:171","msg":"trace[1455340403] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:22105; }","duration":"361.055595ms","start":"2026-05-19T03:45:07.931534Z","end":"2026-05-19T03:45:08.29259Z","steps":["trace[1455340403] 'agreement among raft nodes before linearized reading' (duration: 360.922291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.931523Z","time spent":"361.121036ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:45:08.290395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.500388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:1 size:428"} {"level":"info","ts":"2026-05-19T03:45:08.292788Z","caller":"traceutil/trace.go:171","msg":"trace[1725546011] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:1; response_revision:22105; }","duration":"539.918558ms","start":"2026-05-19T03:45:07.752857Z","end":"2026-05-19T03:45:08.292775Z","steps":["trace[1725546011] 'agreement among raft nodes before linearized reading' (duration: 537.008084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.292822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.752791Z","time spent":"540.02151ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":451,"request content":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" "} {"level":"warn","ts":"2026-05-19T03:45:08.292981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.709256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.293046Z","caller":"traceutil/trace.go:171","msg":"trace[40058273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:22105; }","duration":"115.825579ms","start":"2026-05-19T03:45:08.177204Z","end":"2026-05-19T03:45:08.29303Z","steps":["trace[40058273] 'agreement among raft nodes before linearized reading' (duration: 115.686645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.293175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.431062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.29326Z","caller":"traceutil/trace.go:171","msg":"trace[790735043] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22105; }","duration":"368.556055ms","start":"2026-05-19T03:45:07.924688Z","end":"2026-05-19T03:45:08.293244Z","steps":["trace[790735043] 'agreement among raft nodes before linearized reading' (duration: 368.458863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.293308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.924664Z","time spent":"368.629007ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:45:08.29344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.303152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.293571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.875023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.293629Z","caller":"traceutil/trace.go:171","msg":"trace[2026484538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22105; }","duration":"368.936996ms","start":"2026-05-19T03:45:07.924678Z","end":"2026-05-19T03:45:08.293615Z","steps":["trace[2026484538] 'agreement among raft nodes before linearized reading' (duration: 368.833543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.293679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.924629Z","time spent":"369.036208ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 "} {"level":"warn","ts":"2026-05-19T03:45:08.2937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.457243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.293747Z","caller":"traceutil/trace.go:171","msg":"trace[1880906673] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22105; }","duration":"165.512045ms","start":"2026-05-19T03:45:08.128222Z","end":"2026-05-19T03:45:08.293734Z","steps":["trace[1880906673] 'agreement among raft nodes before linearized reading' (duration: 165.428412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.293928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.70915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.292432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.947424Z","time spent":"344.990424ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 "} {"level":"info","ts":"2026-05-19T03:45:08.293967Z","caller":"traceutil/trace.go:171","msg":"trace[772855985] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22105; }","duration":"165.748951ms","start":"2026-05-19T03:45:08.128207Z","end":"2026-05-19T03:45:08.293956Z","steps":["trace[772855985] 'agreement among raft nodes before linearized reading' (duration: 165.69496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.294024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.608002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:45:08.294087Z","caller":"traceutil/trace.go:171","msg":"trace[1484104854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22105; }","duration":"444.711605ms","start":"2026-05-19T03:45:07.849357Z","end":"2026-05-19T03:45:08.294069Z","steps":["trace[1484104854] 'agreement among raft nodes before linearized reading' (duration: 444.51658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.294104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.185232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.294132Z","caller":"traceutil/trace.go:171","msg":"trace[683224975] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22105; }","duration":"166.238463ms","start":"2026-05-19T03:45:08.127885Z","end":"2026-05-19T03:45:08.294124Z","steps":["trace[683224975] 'agreement among raft nodes before linearized reading' (duration: 166.196312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.294301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.669049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.294356Z","caller":"traceutil/trace.go:171","msg":"trace[616431111] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22105; }","duration":"187.778772ms","start":"2026-05-19T03:45:08.106569Z","end":"2026-05-19T03:45:08.294347Z","steps":["trace[616431111] 'agreement among raft nodes before linearized reading' (duration: 187.659369ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:08.293505Z","caller":"traceutil/trace.go:171","msg":"trace[268005500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:22105; }","duration":"116.390584ms","start":"2026-05-19T03:45:08.177099Z","end":"2026-05-19T03:45:08.293489Z","steps":["trace[268005500] 'agreement among raft nodes before linearized reading' (duration: 116.268081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.293116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.055662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.294561Z","caller":"traceutil/trace.go:171","msg":"trace[105292800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22105; }","duration":"369.51785ms","start":"2026-05-19T03:45:07.925031Z","end":"2026-05-19T03:45:08.294548Z","steps":["trace[105292800] 'agreement among raft nodes before linearized reading' (duration: 368.033583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.29456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:45:08.294601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.925023Z","time spent":"369.564291ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:500 "} {"level":"info","ts":"2026-05-19T03:45:08.294605Z","caller":"traceutil/trace.go:171","msg":"trace[1345980746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22105; }","duration":"210.625793ms","start":"2026-05-19T03:45:08.083964Z","end":"2026-05-19T03:45:08.29459Z","steps":["trace[1345980746] 'agreement among raft nodes before linearized reading' (duration: 210.529211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.294639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.420718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.294693Z","caller":"traceutil/trace.go:171","msg":"trace[1799961074] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22105; }","duration":"188.51339ms","start":"2026-05-19T03:45:08.106165Z","end":"2026-05-19T03:45:08.294679Z","steps":["trace[1799961074] 'agreement among raft nodes before linearized reading' (duration: 188.442688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:08.294137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:07.849331Z","time spent":"444.794036ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:45:08.291631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.075654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:08.295007Z","caller":"traceutil/trace.go:171","msg":"trace[830303468] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:22105; }","duration":"267.46377ms","start":"2026-05-19T03:45:08.02753Z","end":"2026-05-19T03:45:08.294993Z","steps":["trace[830303468] 'agreement among raft nodes before linearized reading' (duration: 264.056994ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:09.988992Z","caller":"traceutil/trace.go:171","msg":"trace[1417326340] linearizableReadLoop","detail":"{readStateIndex:23069; appliedIndex:23068; }","duration":"174.734389ms","start":"2026-05-19T03:45:09.814228Z","end":"2026-05-19T03:45:09.988963Z","steps":["trace[1417326340] 'read index received' (duration: 174.228996ms)","trace[1417326340] 'applied index is now lower than readState.Index' (duration: 504.423µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:09.989101Z","caller":"traceutil/trace.go:171","msg":"trace[1653255341] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"179.112421ms","start":"2026-05-19T03:45:09.809974Z","end":"2026-05-19T03:45:09.989087Z","steps":["trace[1653255341] 'process raft request' (duration: 178.465985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:09.989603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.347644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-19T03:45:09.989652Z","caller":"traceutil/trace.go:171","msg":"trace[896077158] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22315; }","duration":"175.422006ms","start":"2026-05-19T03:45:09.814217Z","end":"2026-05-19T03:45:09.989639Z","steps":["trace[896077158] 'agreement among raft nodes before linearized reading' (duration: 175.068237ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:09.992037Z","caller":"traceutil/trace.go:171","msg":"trace[1500486903] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"137.550703ms","start":"2026-05-19T03:45:09.854473Z","end":"2026-05-19T03:45:09.992024Z","steps":["trace[1500486903] 'process raft request' (duration: 137.401129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:09.992533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.121602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-05-19T03:45:09.992605Z","caller":"traceutil/trace.go:171","msg":"trace[869677223] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22318; }","duration":"161.225725ms","start":"2026-05-19T03:45:09.831362Z","end":"2026-05-19T03:45:09.992588Z","steps":["trace[869677223] 'agreement among raft nodes before linearized reading' (duration: 160.980489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:09.992619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.235173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:09.992704Z","caller":"traceutil/trace.go:171","msg":"trace[1370103393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22318; }","duration":"113.334045ms","start":"2026-05-19T03:45:09.879351Z","end":"2026-05-19T03:45:09.992685Z","steps":["trace[1370103393] 'agreement among raft nodes before linearized reading' (duration: 113.201952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:09.992825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.173612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:09.992982Z","caller":"traceutil/trace.go:171","msg":"trace[1937413550] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22318; }","duration":"113.577691ms","start":"2026-05-19T03:45:09.879371Z","end":"2026-05-19T03:45:09.992949Z","steps":["trace[1937413550] 'agreement among raft nodes before linearized reading' (duration: 113.160771ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:10.321659Z","caller":"traceutil/trace.go:171","msg":"trace[702362410] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"103.146226ms","start":"2026-05-19T03:45:10.218473Z","end":"2026-05-19T03:45:10.321619Z","steps":["trace[702362410] 'process raft request' (duration: 98.779534ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:11.69221Z","caller":"traceutil/trace.go:171","msg":"trace[1901922140] linearizableReadLoop","detail":"{readStateIndex:23135; appliedIndex:23134; }","duration":"109.213891ms","start":"2026-05-19T03:45:11.58297Z","end":"2026-05-19T03:45:11.692183Z","steps":["trace[1901922140] 'read index received' (duration: 108.929474ms)","trace[1901922140] 'applied index is now lower than readState.Index' (duration: 283.277µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:45:11.692421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.422756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:45:11.69254Z","caller":"traceutil/trace.go:171","msg":"trace[73365454] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22381; }","duration":"109.597401ms","start":"2026-05-19T03:45:11.582919Z","end":"2026-05-19T03:45:11.692517Z","steps":["trace[73365454] 'agreement among raft nodes before linearized reading' (duration: 109.370055ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:11.693577Z","caller":"traceutil/trace.go:171","msg":"trace[711874214] transaction","detail":"{read_only:false; response_revision:22381; number_of_response:1; }","duration":"216.586025ms","start":"2026-05-19T03:45:11.475639Z","end":"2026-05-19T03:45:11.692225Z","steps":["trace[711874214] 'process raft request' (duration: 216.344219ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:13.227379Z","caller":"traceutil/trace.go:171","msg":"trace[1302006538] transaction","detail":"{read_only:false; response_revision:22421; number_of_response:1; }","duration":"249.35209ms","start":"2026-05-19T03:45:12.977993Z","end":"2026-05-19T03:45:13.227345Z","steps":["trace[1302006538] 'process raft request' (duration: 249.084883ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:13.22741Z","caller":"traceutil/trace.go:171","msg":"trace[294645886] linearizableReadLoop","detail":"{readStateIndex:23176; appliedIndex:23174; }","duration":"227.150104ms","start":"2026-05-19T03:45:13.000237Z","end":"2026-05-19T03:45:13.227388Z","steps":["trace[294645886] 'read index received' (duration: 3.246272ms)","trace[294645886] 'applied index is now lower than readState.Index' (duration: 223.902812ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:45:13.228226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.77623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:13.228337Z","caller":"traceutil/trace.go:171","msg":"trace[816350248] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22422; }","duration":"227.903144ms","start":"2026-05-19T03:45:13.000393Z","end":"2026-05-19T03:45:13.228296Z","steps":["trace[816350248] 'agreement among raft nodes before linearized reading' (duration: 227.725709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:13.227527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.263398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:13.22843Z","caller":"traceutil/trace.go:171","msg":"trace[527203092] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22422; }","duration":"228.222252ms","start":"2026-05-19T03:45:13.000191Z","end":"2026-05-19T03:45:13.228413Z","steps":["trace[527203092] 'agreement among raft nodes before linearized reading' (duration: 227.242257ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:13.227555Z","caller":"traceutil/trace.go:171","msg":"trace[877035608] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"224.964879ms","start":"2026-05-19T03:45:13.002581Z","end":"2026-05-19T03:45:13.227546Z","steps":["trace[877035608] 'process raft request' (duration: 224.670372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:13.228795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.078313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-q5vzx\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-05-19T03:45:13.228839Z","caller":"traceutil/trace.go:171","msg":"trace[320700594] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-q5vzx; range_end:; response_count:1; response_revision:22422; }","duration":"110.170375ms","start":"2026-05-19T03:45:13.118659Z","end":"2026-05-19T03:45:13.228829Z","steps":["trace[320700594] 'agreement among raft nodes before linearized reading' (duration: 110.065693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:13.228992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.895348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:13.229031Z","caller":"traceutil/trace.go:171","msg":"trace[196188375] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22422; }","duration":"215.96774ms","start":"2026-05-19T03:45:13.013053Z","end":"2026-05-19T03:45:13.229021Z","steps":["trace[196188375] 'agreement among raft nodes before linearized reading' (duration: 215.900618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:13.229046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.762138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:13.229109Z","caller":"traceutil/trace.go:171","msg":"trace[947624491] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0; response_count:0; response_revision:22422; }","duration":"214.844301ms","start":"2026-05-19T03:45:13.014251Z","end":"2026-05-19T03:45:13.229095Z","steps":["trace[947624491] 'agreement among raft nodes before linearized reading' (duration: 214.741947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:13.229201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.083643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:45:13.229238Z","caller":"traceutil/trace.go:171","msg":"trace[1437650647] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22422; }","duration":"216.130034ms","start":"2026-05-19T03:45:13.013099Z","end":"2026-05-19T03:45:13.229229Z","steps":["trace[1437650647] 'agreement among raft nodes before linearized reading' (duration: 216.071153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.403564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589354842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:45:18.561597Z","caller":"traceutil/trace.go:171","msg":"trace[1831348381] linearizableReadLoop","detail":"{readStateIndex:23273; appliedIndex:23272; }","duration":"658.084558ms","start":"2026-05-19T03:45:17.903489Z","end":"2026-05-19T03:45:18.561573Z","steps":["trace[1831348381] 'read index received' (duration: 657.820811ms)","trace[1831348381] 'applied index is now lower than readState.Index' (duration: 262.667µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:18.561657Z","caller":"traceutil/trace.go:171","msg":"trace[1539954397] transaction","detail":"{read_only:false; response_revision:22517; number_of_response:1; }","duration":"890.338232ms","start":"2026-05-19T03:45:17.671284Z","end":"2026-05-19T03:45:18.561622Z","steps":["trace[1539954397] 'process raft request' (duration: 890.096566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.561794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.283013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:45:18.561831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:17.671253Z","time spent":"890.489096ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:45:18.561842Z","caller":"traceutil/trace.go:171","msg":"trace[1774026922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22517; }","duration":"658.374625ms","start":"2026-05-19T03:45:17.903454Z","end":"2026-05-19T03:45:18.561828Z","steps":["trace[1774026922] 'agreement among raft nodes before linearized reading' (duration: 658.258982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.562004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:17.903436Z","time spent":"658.554869ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:45:18.562269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.523706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:45:18.562389Z","caller":"traceutil/trace.go:171","msg":"trace[1830774579] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:22517; }","duration":"630.650039ms","start":"2026-05-19T03:45:17.931719Z","end":"2026-05-19T03:45:18.562369Z","steps":["trace[1830774579] 'agreement among raft nodes before linearized reading' (duration: 630.352191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.562461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.896216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:45:18.562535Z","caller":"traceutil/trace.go:171","msg":"trace[1632757258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22517; }","duration":"192.004189ms","start":"2026-05-19T03:45:18.370513Z","end":"2026-05-19T03:45:18.562517Z","steps":["trace[1632757258] 'agreement among raft nodes before linearized reading' (duration: 191.850795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.562574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:45:17.931661Z","time spent":"630.842544ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"info","ts":"2026-05-19T03:45:18.761586Z","caller":"traceutil/trace.go:171","msg":"trace[1959703558] linearizableReadLoop","detail":"{readStateIndex:23275; appliedIndex:23274; }","duration":"165.257308ms","start":"2026-05-19T03:45:18.596304Z","end":"2026-05-19T03:45:18.761562Z","steps":["trace[1959703558] 'read index received' (duration: 165.042943ms)","trace[1959703558] 'applied index is now lower than readState.Index' (duration: 212.835µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:45:18.7617Z","caller":"traceutil/trace.go:171","msg":"trace[813418720] transaction","detail":"{read_only:false; response_revision:22518; number_of_response:1; }","duration":"195.146308ms","start":"2026-05-19T03:45:18.566543Z","end":"2026-05-19T03:45:18.761689Z","steps":["trace[813418720] 'process raft request' (duration: 194.839791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.762003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.689349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-19T03:45:18.762069Z","caller":"traceutil/trace.go:171","msg":"trace[1499615009] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22518; }","duration":"165.785432ms","start":"2026-05-19T03:45:18.596267Z","end":"2026-05-19T03:45:18.762053Z","steps":["trace[1499615009] 'agreement among raft nodes before linearized reading' (duration: 165.635179ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:18.763899Z","caller":"traceutil/trace.go:171","msg":"trace[1601159882] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"167.263918ms","start":"2026-05-19T03:45:18.596614Z","end":"2026-05-19T03:45:18.763878Z","steps":["trace[1601159882] 'process raft request' (duration: 167.076273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:45:18.7641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.209287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-05-19T03:45:18.7642Z","caller":"traceutil/trace.go:171","msg":"trace[1381022887] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22519; }","duration":"167.343821ms","start":"2026-05-19T03:45:18.596834Z","end":"2026-05-19T03:45:18.764178Z","steps":["trace[1381022887] 'agreement among raft nodes before linearized reading' (duration: 167.028243ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:45:54.747277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19965} {"level":"info","ts":"2026-05-19T03:45:54.861624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19965,"took":"110.965686ms","hash":3465769167,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":40574976,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-19T03:45:54.861696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3465769167,"revision":19965,"compact-revision":17582} {"level":"info","ts":"2026-05-19T03:46:42.763506Z","caller":"traceutil/trace.go:171","msg":"trace[1224168681] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"149.167868ms","start":"2026-05-19T03:46:42.614316Z","end":"2026-05-19T03:46:42.763484Z","steps":["trace[1224168681] 'process raft request' (duration: 149.030534ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:55.087674Z","caller":"traceutil/trace.go:171","msg":"trace[1699602218] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"265.629965ms","start":"2026-05-19T03:46:54.822018Z","end":"2026-05-19T03:46:55.087648Z","steps":["trace[1699602218] 'process raft request' (duration: 265.474081ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:55.120399Z","caller":"traceutil/trace.go:171","msg":"trace[931595835] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"177.452668ms","start":"2026-05-19T03:46:54.942915Z","end":"2026-05-19T03:46:55.120368Z","steps":["trace[931595835] 'process raft request' (duration: 177.401187ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:46:55.120619Z","caller":"traceutil/trace.go:171","msg":"trace[949368415] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"243.602023ms","start":"2026-05-19T03:46:54.876988Z","end":"2026-05-19T03:46:55.12059Z","steps":["trace[949368415] 'process raft request' (duration: 243.180372ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:31.103954Z","caller":"traceutil/trace.go:171","msg":"trace[1066054485] linearizableReadLoop","detail":"{readStateIndex:24652; appliedIndex:24651; }","duration":"148.988461ms","start":"2026-05-19T03:47:30.954945Z","end":"2026-05-19T03:47:31.103934Z","steps":["trace[1066054485] 'read index received' (duration: 148.831237ms)","trace[1066054485] 'applied index is now lower than readState.Index' (duration: 156.044µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:47:31.104063Z","caller":"traceutil/trace.go:171","msg":"trace[911291619] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"150.049248ms","start":"2026-05-19T03:47:30.953983Z","end":"2026-05-19T03:47:31.104032Z","steps":["trace[911291619] 'process raft request' (duration: 149.810622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:31.104256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.295379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:47:31.104328Z","caller":"traceutil/trace.go:171","msg":"trace[499050695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23863; }","duration":"149.425623ms","start":"2026-05-19T03:47:30.954888Z","end":"2026-05-19T03:47:31.104313Z","steps":["trace[499050695] 'agreement among raft nodes before linearized reading' (duration: 149.179067ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.104902Z","caller":"traceutil/trace.go:171","msg":"trace[690483850] linearizableReadLoop","detail":"{readStateIndex:24766; appliedIndex:24765; }","duration":"177.903303ms","start":"2026-05-19T03:47:43.926976Z","end":"2026-05-19T03:47:44.10488Z","steps":["trace[690483850] 'read index received' (duration: 134.440603ms)","trace[690483850] 'applied index is now lower than readState.Index' (duration: 43.46162ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:47:44.104938Z","caller":"traceutil/trace.go:171","msg":"trace[1973905607] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"207.41555ms","start":"2026-05-19T03:47:43.897482Z","end":"2026-05-19T03:47:44.104897Z","steps":["trace[1973905607] 'process raft request' (duration: 163.91609ms)","trace[1973905607] 'compare' (duration: 43.374557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:47:44.105127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.132168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:47:44.105172Z","caller":"traceutil/trace.go:171","msg":"trace[1024919096] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23974; }","duration":"178.218811ms","start":"2026-05-19T03:47:43.926942Z","end":"2026-05-19T03:47:44.105161Z","steps":["trace[1024919096] 'agreement among raft nodes before linearized reading' (duration: 178.131739ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:47:44.115805Z","caller":"traceutil/trace.go:171","msg":"trace[1187909915] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"174.677002ms","start":"2026-05-19T03:47:43.941105Z","end":"2026-05-19T03:47:44.115782Z","steps":["trace[1187909915] 'process raft request' (duration: 174.566679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.132857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.81075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:47:44.133021Z","caller":"traceutil/trace.go:171","msg":"trace[516023114] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23976; }","duration":"206.010235ms","start":"2026-05-19T03:47:43.926986Z","end":"2026-05-19T03:47:44.132996Z","steps":["trace[516023114] 'agreement among raft nodes before linearized reading' (duration: 205.794299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:47:44.132901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.866151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-05-19T03:47:44.133352Z","caller":"traceutil/trace.go:171","msg":"trace[1803098784] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:23976; }","duration":"206.346193ms","start":"2026-05-19T03:47:43.926988Z","end":"2026-05-19T03:47:44.133334Z","steps":["trace[1803098784] 'agreement among raft nodes before linearized reading' (duration: 205.846671ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:45.82852Z","caller":"traceutil/trace.go:171","msg":"trace[1052906013] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"348.561734ms","start":"2026-05-19T03:48:45.47992Z","end":"2026-05-19T03:48:45.828481Z","steps":["trace[1052906013] 'process raft request' (duration: 348.338128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:45.828725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.479882Z","time spent":"348.744389ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:46.928184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099855115s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:48:46.92861Z","caller":"traceutil/trace.go:171","msg":"trace[710141584] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.41608527s","start":"2026-05-19T03:48:45.512492Z","end":"2026-05-19T03:48:46.928577Z","steps":["trace[710141584] 'process raft request' (duration: 1.416020308s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:46.928659Z","caller":"traceutil/trace.go:171","msg":"trace[1766486433] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.416918361s","start":"2026-05-19T03:48:45.511693Z","end":"2026-05-19T03:48:46.928611Z","steps":["trace[1766486433] 'process raft request' (duration: 1.416669055s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:46.928775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.512478Z","time spent":"1.416214973s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:46.928892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.511659Z","time spent":"1.417106606s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:46.928941Z","caller":"traceutil/trace.go:171","msg":"trace[398542044] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.39554955s","start":"2026-05-19T03:48:45.53336Z","end":"2026-05-19T03:48:46.92891Z","steps":["trace[398542044] 'process raft request' (duration: 1.395185111s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:46.928986Z","caller":"traceutil/trace.go:171","msg":"trace[1311863476] linearizableReadLoop","detail":"{readStateIndex:25407; appliedIndex:25404; }","duration":"1.404065045s","start":"2026-05-19T03:48:45.524894Z","end":"2026-05-19T03:48:46.928959Z","steps":["trace[1311863476] 'read index received' (duration: 303.438781ms)","trace[1311863476] 'applied index is now lower than readState.Index' (duration: 1.100625494s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:46.929078Z","caller":"traceutil/trace.go:171","msg":"trace[656043769] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.313436262s","start":"2026-05-19T03:48:45.615631Z","end":"2026-05-19T03:48:46.929067Z","steps":["trace[656043769] 'process raft request' (duration: 1.313137254s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:46.929084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.533336Z","time spent":"1.395670013s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:46.929147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.615608Z","time spent":"1.313504013s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:46.929236Z","caller":"traceutil/trace.go:171","msg":"trace[197690449] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.164280635s","start":"2026-05-19T03:48:45.764946Z","end":"2026-05-19T03:48:46.929227Z","steps":["trace[197690449] 'process raft request' (duration: 1.163975447s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:46.929267Z","caller":"traceutil/trace.go:171","msg":"trace[412620638] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.303753186s","start":"2026-05-19T03:48:45.625502Z","end":"2026-05-19T03:48:46.929255Z","steps":["trace[412620638] 'process raft request' (duration: 1.303333355s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:46.929297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.764918Z","time spent":"1.164347286s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:46.929304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404404453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:48:46.929327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.625487Z","time spent":"1.303808728s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:46.929236Z","caller":"traceutil/trace.go:171","msg":"trace[1687431424] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.167103006s","start":"2026-05-19T03:48:45.762121Z","end":"2026-05-19T03:48:46.929224Z","steps":["trace[1687431424] 'process raft request' (duration: 1.166762517s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:46.929368Z","caller":"traceutil/trace.go:171","msg":"trace[1238469155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24601; }","duration":"1.404443704s","start":"2026-05-19T03:48:45.524886Z","end":"2026-05-19T03:48:46.92933Z","steps":["trace[1238469155] 'agreement among raft nodes before linearized reading' (duration: 1.404378143s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:46.929401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.762092Z","time spent":"1.167283671s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:46.929409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.52483Z","time spent":"1.404568178s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:47.42944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:47.609645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:48:47.609717Z","caller":"traceutil/trace.go:171","msg":"trace[831719873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000535246s","start":"2026-05-19T03:48:45.609163Z","end":"2026-05-19T03:48:47.609698Z","steps":["trace[831719873] 'agreement among raft nodes before linearized reading' (duration: 2.000445743s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.609757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.609149Z","time spent":"2.000600877s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:48:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:48:47.930472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:47.992259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061876942s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:48:47.992692Z","caller":"traceutil/trace.go:171","msg":"trace[1207712159] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.498105235s","start":"2026-05-19T03:48:46.494503Z","end":"2026-05-19T03:48:47.992608Z","steps":["trace[1207712159] 'process raft request' (duration: 1.498062824s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.992798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.494477Z","time spent":"1.49825784s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:47.992766Z","caller":"traceutil/trace.go:171","msg":"trace[551849887] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.882427065s","start":"2026-05-19T03:48:46.110297Z","end":"2026-05-19T03:48:47.992724Z","steps":["trace[551849887] 'process raft request' (duration: 1.882144838s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:47.993018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.110277Z","time spent":"1.88259353s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:48.751507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.412341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:48:48.751594Z","caller":"traceutil/trace.go:171","msg":"trace[664414674] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25412; }","duration":"1.822550499s","start":"2026-05-19T03:48:46.92903Z","end":"2026-05-19T03:48:48.75158Z","steps":["trace[664414674] 'read index received' (duration: 1.063462423s)","trace[664414674] 'applied index is now lower than readState.Index' (duration: 759.087296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:48.751842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077231413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:48.751881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162059311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:48:48.751887Z","caller":"traceutil/trace.go:171","msg":"trace[866017804] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24604; }","duration":"3.077278454s","start":"2026-05-19T03:48:45.674595Z","end":"2026-05-19T03:48:48.751874Z","steps":["trace[866017804] 'agreement among raft nodes before linearized reading' (duration: 3.077190942s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.751904Z","caller":"traceutil/trace.go:171","msg":"trace[1089503145] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24604; }","duration":"3.162103801s","start":"2026-05-19T03:48:45.589793Z","end":"2026-05-19T03:48:48.751897Z","steps":["trace[1089503145] 'agreement among raft nodes before linearized reading' (duration: 3.162004759s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.751914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.67449Z","time spent":"3.077416748s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.751922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.589781Z","time spent":"3.162137133s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:48:48.751907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591600149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-19T03:48:48.751926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749317691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:48.752019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245331372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:48:48.752066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781237149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:48.752087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252089013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:48:48.752092Z","caller":"traceutil/trace.go:171","msg":"trace[917753162] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24604; }","duration":"2.781313662s","start":"2026-05-19T03:48:45.97077Z","end":"2026-05-19T03:48:48.752084Z","steps":["trace[917753162] 'agreement among raft nodes before linearized reading' (duration: 2.781271751s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.75209Z","caller":"traceutil/trace.go:171","msg":"trace[1376785777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24604; }","duration":"2.245414094s","start":"2026-05-19T03:48:46.506657Z","end":"2026-05-19T03:48:48.752071Z","steps":["trace[1376785777] 'agreement among raft nodes before linearized reading' (duration: 2.245174868s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752111Z","caller":"traceutil/trace.go:171","msg":"trace[49014075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24604; }","duration":"2.252139384s","start":"2026-05-19T03:48:46.499965Z","end":"2026-05-19T03:48:48.752105Z","steps":["trace[49014075] 'agreement among raft nodes before linearized reading' (duration: 2.252088353s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.970739Z","time spent":"2.781370233s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.499949Z","time spent":"2.252180966s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.506606Z","time spent":"2.245525656s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596604756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-19T03:48:48.752188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399285009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:48.752153Z","caller":"traceutil/trace.go:171","msg":"trace[1479437857] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"916.934363ms","start":"2026-05-19T03:48:47.835185Z","end":"2026-05-19T03:48:48.752119Z","steps":["trace[1479437857] 'process raft request' (duration: 219.837325ms)","trace[1479437857] 'compare' (duration: 696.040742ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:48.752221Z","caller":"traceutil/trace.go:171","msg":"trace[1557544125] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24604; }","duration":"2.39932247s","start":"2026-05-19T03:48:46.35289Z","end":"2026-05-19T03:48:48.752212Z","steps":["trace[1557544125] 'agreement among raft nodes before linearized reading' (duration: 2.399259179s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752223Z","caller":"traceutil/trace.go:171","msg":"trace[189755060] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24604; }","duration":"2.596698728s","start":"2026-05-19T03:48:46.15551Z","end":"2026-05-19T03:48:48.752209Z","steps":["trace[189755060] 'agreement among raft nodes before linearized reading' (duration: 2.596559005s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167396569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:48.752251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.352808Z","time spent":"2.399437623s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9736379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:48:48.752266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.155487Z","time spent":"2.596765369s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:48:48.752279Z","caller":"traceutil/trace.go:171","msg":"trace[1627628526] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24604; }","duration":"2.167516622s","start":"2026-05-19T03:48:46.584743Z","end":"2026-05-19T03:48:48.75226Z","steps":["trace[1627628526] 'agreement among raft nodes before linearized reading' (duration: 2.167365859s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412841703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:48.752322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.83516Z","time spent":"917.069596ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:48.752333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.584731Z","time spent":"2.167588954s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551015245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:48.752377Z","caller":"traceutil/trace.go:171","msg":"trace[1631550428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24604; }","duration":"1.551032185s","start":"2026-05-19T03:48:47.201338Z","end":"2026-05-19T03:48:48.752371Z","steps":["trace[1631550428] 'agreement among raft nodes before linearized reading' (duration: 1.551004274s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.201278Z","time spent":"1.551119098s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:48:48.75203Z","caller":"traceutil/trace.go:171","msg":"trace[1979836318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24604; }","duration":"2.749480485s","start":"2026-05-19T03:48:46.002521Z","end":"2026-05-19T03:48:48.752001Z","steps":["trace[1979836318] 'agreement among raft nodes before linearized reading' (duration: 2.74928329s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246237316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:48:48.752439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.002489Z","time spent":"2.749941627s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:48:48.75245Z","caller":"traceutil/trace.go:171","msg":"trace[305001648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24604; }","duration":"2.246659356s","start":"2026-05-19T03:48:46.505778Z","end":"2026-05-19T03:48:48.752438Z","steps":["trace[305001648] 'agreement among raft nodes before linearized reading' (duration: 2.246211645s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748250514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:48:48.752494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.132353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:48:48.752508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.249219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:48.75252Z","caller":"traceutil/trace.go:171","msg":"trace[80822594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24604; }","duration":"681.195635ms","start":"2026-05-19T03:48:48.071318Z","end":"2026-05-19T03:48:48.752514Z","steps":["trace[80822594] 'agreement among raft nodes before linearized reading' (duration: 681.126763ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752362Z","caller":"traceutil/trace.go:171","msg":"trace[969755896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24604; }","duration":"2.412994026s","start":"2026-05-19T03:48:46.339345Z","end":"2026-05-19T03:48:48.752339Z","steps":["trace[969755896] 'agreement among raft nodes before linearized reading' (duration: 2.412797811s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752531Z","caller":"traceutil/trace.go:171","msg":"trace[1537817113] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24604; }","duration":"836.301341ms","start":"2026-05-19T03:48:47.916222Z","end":"2026-05-19T03:48:48.752523Z","steps":["trace[1537817113] 'agreement among raft nodes before linearized reading' (duration: 836.26277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.071297Z","time spent":"681.237336ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:48:48.752529Z","caller":"traceutil/trace.go:171","msg":"trace[2068218679] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24604; }","duration":"2.748351757s","start":"2026-05-19T03:48:46.00416Z","end":"2026-05-19T03:48:48.752512Z","steps":["trace[2068218679] 'agreement among raft nodes before linearized reading' (duration: 2.748209483s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.339325Z","time spent":"2.413213332s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178587908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-19T03:48:48.752557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.916205Z","time spent":"836.346903ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.505769Z","time spent":"2.246788389s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:48:48.752581Z","caller":"traceutil/trace.go:171","msg":"trace[329572532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24604; }","duration":"3.1786638s","start":"2026-05-19T03:48:45.573905Z","end":"2026-05-19T03:48:48.752569Z","steps":["trace[329572532] 'agreement among raft nodes before linearized reading' (duration: 3.178492406s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.004137Z","time spent":"2.748426239s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:48.752631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.573872Z","time spent":"3.178751132s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-19T03:48:48.752281Z","caller":"traceutil/trace.go:171","msg":"trace[1886096514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24604; }","duration":"2.973743083s","start":"2026-05-19T03:48:45.778531Z","end":"2026-05-19T03:48:48.752274Z","steps":["trace[1886096514] 'agreement among raft nodes before linearized reading' (duration: 2.973666031s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:45.778505Z","time spent":"2.974168753s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.745742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-19T03:48:48.752742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201817851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T03:48:48.752742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142720808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:48.752765Z","caller":"traceutil/trace.go:171","msg":"trace[719881472] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24604; }","duration":"900.807784ms","start":"2026-05-19T03:48:47.851951Z","end":"2026-05-19T03:48:48.752759Z","steps":["trace[719881472] 'agreement among raft nodes before linearized reading' (duration: 900.691361ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752774Z","caller":"traceutil/trace.go:171","msg":"trace[65534994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24604; }","duration":"1.14278857s","start":"2026-05-19T03:48:47.609979Z","end":"2026-05-19T03:48:48.752767Z","steps":["trace[65534994] 'agreement among raft nodes before linearized reading' (duration: 1.142742769s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752775Z","caller":"traceutil/trace.go:171","msg":"trace[1663049199] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24604; }","duration":"2.201875782s","start":"2026-05-19T03:48:46.550888Z","end":"2026-05-19T03:48:48.752764Z","steps":["trace[1663049199] 'agreement among raft nodes before linearized reading' (duration: 2.201771139s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.752792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.609954Z","time spent":"1.142834292s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52254617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11834"} {"level":"warn","ts":"2026-05-19T03:48:48.752813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.550874Z","time spent":"2.201931794s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:48:48.75197Z","caller":"traceutil/trace.go:171","msg":"trace[1970978696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24604; }","duration":"2.591728702s","start":"2026-05-19T03:48:46.160224Z","end":"2026-05-19T03:48:48.751952Z","steps":["trace[1970978696] 'agreement among raft nodes before linearized reading' (duration: 2.591555627s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.75291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.160194Z","time spent":"2.592698426s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.85193Z","time spent":"900.850235ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2452779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:48:48.752971Z","caller":"traceutil/trace.go:171","msg":"trace[1690859234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24604; }","duration":"2.245339512s","start":"2026-05-19T03:48:46.507622Z","end":"2026-05-19T03:48:48.752962Z","steps":["trace[1690859234] 'agreement among raft nodes before linearized reading' (duration: 2.245236169s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:48.752847Z","caller":"traceutil/trace.go:171","msg":"trace[1843341138] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24604; }","duration":"2.523094824s","start":"2026-05-19T03:48:46.229733Z","end":"2026-05-19T03:48:48.752828Z","steps":["trace[1843341138] 'agreement among raft nodes before linearized reading' (duration: 2.522529669s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.753009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.507614Z","time spent":"2.245389223s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:48.753016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:46.229719Z","time spent":"2.523290689s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-19T03:48:48.752995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.289551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:48:48.755659Z","caller":"traceutil/trace.go:171","msg":"trace[799265003] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24604; }","duration":"809.0052ms","start":"2026-05-19T03:48:47.946639Z","end":"2026-05-19T03:48:48.755644Z","steps":["trace[799265003] 'agreement among raft nodes before linearized reading' (duration: 805.812719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:48.755747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:47.946633Z","time spent":"809.101942ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:48:49.258963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:49.507317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:49.066921Z","time spent":"440.39039ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:48:49.507584Z","caller":"traceutil/trace.go:171","msg":"trace[1671733581] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"750.094409ms","start":"2026-05-19T03:48:48.757455Z","end":"2026-05-19T03:48:49.507549Z","steps":["trace[1671733581] 'process raft request' (duration: 685.256748ms)","trace[1671733581] 'compare' (duration: 64.432381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:49.5078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.757441Z","time spent":"750.214462ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.123305Z","caller":"traceutil/trace.go:171","msg":"trace[272473968] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"1.364697379s","start":"2026-05-19T03:48:48.758571Z","end":"2026-05-19T03:48:50.123269Z","steps":["trace[272473968] 'process raft request' (duration: 1.282425306s)","trace[272473968] 'compare' (duration: 81.914763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:50.123467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.75856Z","time spent":"1.364807562s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.123929Z","caller":"traceutil/trace.go:171","msg":"trace[1914602831] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25415; }","duration":"1.365511599s","start":"2026-05-19T03:48:48.758388Z","end":"2026-05-19T03:48:50.123899Z","steps":["trace[1914602831] 'read index received' (duration: 684.358745ms)","trace[1914602831] 'applied index is now lower than readState.Index' (duration: 681.151924ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:50.12405Z","caller":"traceutil/trace.go:171","msg":"trace[2098975685] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"1.363408186s","start":"2026-05-19T03:48:48.760631Z","end":"2026-05-19T03:48:50.124039Z","steps":["trace[2098975685] 'process raft request' (duration: 1.363042147s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.124067Z","caller":"traceutil/trace.go:171","msg":"trace[108218168] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"1.363918788s","start":"2026-05-19T03:48:48.760118Z","end":"2026-05-19T03:48:50.124036Z","steps":["trace[108218168] 'process raft request' (duration: 1.363517218s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.760096Z","time spent":"1.364015661s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.124214Z","caller":"traceutil/trace.go:171","msg":"trace[2066606712] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"1.189097723s","start":"2026-05-19T03:48:48.935104Z","end":"2026-05-19T03:48:50.124201Z","steps":["trace[2066606712] 'process raft request' (duration: 1.188605141s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.935079Z","time spent":"1.189182736s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.124354Z","caller":"traceutil/trace.go:171","msg":"trace[377700529] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.365438697s","start":"2026-05-19T03:48:48.75889Z","end":"2026-05-19T03:48:50.124328Z","steps":["trace[377700529] 'process raft request' (duration: 1.364515324s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.12448Z","caller":"traceutil/trace.go:171","msg":"trace[896285363] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"1.188442816s","start":"2026-05-19T03:48:48.93602Z","end":"2026-05-19T03:48:50.124463Z","steps":["trace[896285363] 'process raft request' (duration: 1.187725668s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.758877Z","time spent":"1.36555661s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.758555Z","time spent":"1.36593688s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:48:50.124494Z","caller":"traceutil/trace.go:171","msg":"trace[821270864] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"1.365416116s","start":"2026-05-19T03:48:48.759048Z","end":"2026-05-19T03:48:50.124464Z","steps":["trace[821270864] 'process raft request' (duration: 1.364509493s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.93599Z","time spent":"1.188534379s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.124549Z","caller":"traceutil/trace.go:171","msg":"trace[353462639] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"1.365648912s","start":"2026-05-19T03:48:48.758869Z","end":"2026-05-19T03:48:50.124518Z","steps":["trace[353462639] 'process raft request' (duration: 1.364437222s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.124577Z","caller":"traceutil/trace.go:171","msg":"trace[1483390570] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"1.188394755s","start":"2026-05-19T03:48:48.936151Z","end":"2026-05-19T03:48:50.124546Z","steps":["trace[1483390570] 'process raft request' (duration: 1.187622236s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.124626Z","caller":"traceutil/trace.go:171","msg":"trace[1565558934] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"1.188391115s","start":"2026-05-19T03:48:48.936217Z","end":"2026-05-19T03:48:50.124608Z","steps":["trace[1565558934] 'process raft request' (duration: 1.187585455s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.759045Z","time spent":"1.365525909s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.758861Z","time spent":"1.365764466s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.936138Z","time spent":"1.188510998s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.93621Z","time spent":"1.188471846s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.124778Z","caller":"traceutil/trace.go:171","msg":"trace[1783359178] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.365754125s","start":"2026-05-19T03:48:48.759014Z","end":"2026-05-19T03:48:50.124768Z","steps":["trace[1783359178] 'process raft request' (duration: 1.364453322s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.124632Z","caller":"traceutil/trace.go:171","msg":"trace[1273232147] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"1.365399616s","start":"2026-05-19T03:48:48.759185Z","end":"2026-05-19T03:48:50.124585Z","steps":["trace[1273232147] 'process raft request' (duration: 1.364415371s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366405972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T03:48:50.124851Z","caller":"traceutil/trace.go:171","msg":"trace[1107280124] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"921.546189ms","start":"2026-05-19T03:48:49.203293Z","end":"2026-05-19T03:48:50.124839Z","steps":["trace[1107280124] 'process raft request' (duration: 920.572325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.759007Z","time spent":"1.365808756s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:50.12456Z","caller":"traceutil/trace.go:171","msg":"trace[1072399383] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.188266242s","start":"2026-05-19T03:48:48.936267Z","end":"2026-05-19T03:48:50.124533Z","steps":["trace[1072399383] 'process raft request' (duration: 1.187562954s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.124893Z","caller":"traceutil/trace.go:171","msg":"trace[46928395] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24619; }","duration":"1.366511074s","start":"2026-05-19T03:48:48.758363Z","end":"2026-05-19T03:48:50.124874Z","steps":["trace[46928395] 'agreement among raft nodes before linearized reading' (duration: 1.366263148s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.124902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.759177Z","time spent":"1.365693923s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:49.203256Z","time spent":"921.624031ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.758354Z","time spent":"1.366571416s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:48:50.124966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.936258Z","time spent":"1.188659781s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.124164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.760623Z","time spent":"1.363454287s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:50.12543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.101328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:50.125475Z","caller":"traceutil/trace.go:171","msg":"trace[561083197] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24620; }","duration":"302.16881ms","start":"2026-05-19T03:48:49.823293Z","end":"2026-05-19T03:48:50.125462Z","steps":["trace[561083197] 'agreement among raft nodes before linearized reading' (duration: 302.063567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.125509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:49.823281Z","time spent":"302.219471ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:50.125568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132157431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76fc754fb7-gb8hj\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-05-19T03:48:50.125642Z","caller":"traceutil/trace.go:171","msg":"trace[1968902245] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76fc754fb7-gb8hj; range_end:; response_count:1; response_revision:24620; }","duration":"1.132266474s","start":"2026-05-19T03:48:48.993357Z","end":"2026-05-19T03:48:50.125624Z","steps":["trace[1968902245] 'agreement among raft nodes before linearized reading' (duration: 1.132055009s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.125673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.075718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:50.125726Z","caller":"traceutil/trace.go:171","msg":"trace[800513736] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24620; }","duration":"336.15947ms","start":"2026-05-19T03:48:49.789552Z","end":"2026-05-19T03:48:50.125711Z","steps":["trace[800513736] 'agreement among raft nodes before linearized reading' (duration: 336.064538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.125722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365754355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-19T03:48:50.125774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:49.789532Z","time spent":"336.234181ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:50.125763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366972516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:50.125669Z","caller":"traceutil/trace.go:171","msg":"trace[2003177217] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"127.649071ms","start":"2026-05-19T03:48:49.998007Z","end":"2026-05-19T03:48:50.125656Z","steps":["trace[2003177217] 'process raft request' (duration: 127.260291ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:50.125831Z","caller":"traceutil/trace.go:171","msg":"trace[206264428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24620; }","duration":"1.367083089s","start":"2026-05-19T03:48:48.758731Z","end":"2026-05-19T03:48:50.125814Z","steps":["trace[206264428] 'agreement among raft nodes before linearized reading' (duration: 1.366627997s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.12574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.993339Z","time spent":"1.132371456s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-76fc754fb7-gb8hj\" "} {"level":"warn","ts":"2026-05-19T03:48:50.125891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.758726Z","time spent":"1.36714998s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:50.125576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364444641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11834"} {"level":"info","ts":"2026-05-19T03:48:50.125969Z","caller":"traceutil/trace.go:171","msg":"trace[170733432] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24620; }","duration":"1.364836702s","start":"2026-05-19T03:48:48.761098Z","end":"2026-05-19T03:48:50.125935Z","steps":["trace[170733432] 'agreement among raft nodes before linearized reading' (duration: 1.364338969s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.126035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.761087Z","time spent":"1.364928905s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-19T03:48:50.125795Z","caller":"traceutil/trace.go:171","msg":"trace[728568242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a; range_end:; response_count:1; response_revision:24620; }","duration":"1.365864568s","start":"2026-05-19T03:48:48.759909Z","end":"2026-05-19T03:48:50.125774Z","steps":["trace[728568242] 'agreement among raft nodes before linearized reading' (duration: 1.365666913s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:50.126222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:48.759898Z","time spent":"1.366233398s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a\" "} {"level":"info","ts":"2026-05-19T03:48:51.962347Z","caller":"traceutil/trace.go:171","msg":"trace[948705472] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25441; }","duration":"353.979771ms","start":"2026-05-19T03:48:51.608341Z","end":"2026-05-19T03:48:51.962321Z","steps":["trace[948705472] 'read index received' (duration: 353.684274ms)","trace[948705472] 'applied index is now lower than readState.Index' (duration: 294.547µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:51.962474Z","caller":"traceutil/trace.go:171","msg":"trace[36747950] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"445.150959ms","start":"2026-05-19T03:48:51.517264Z","end":"2026-05-19T03:48:51.962415Z","steps":["trace[36747950] 'process raft request' (duration: 444.838292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:51.962525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.160965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:51.962633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.613955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:48:51.962652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:51.517239Z","time spent":"445.324524ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:51.962682Z","caller":"traceutil/trace.go:171","msg":"trace[1643807551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24630; }","duration":"354.37157ms","start":"2026-05-19T03:48:51.608288Z","end":"2026-05-19T03:48:51.96266Z","steps":["trace[1643807551] 'agreement among raft nodes before linearized reading' (duration: 354.173055ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:51.962724Z","caller":"traceutil/trace.go:171","msg":"trace[746889496] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24630; }","duration":"269.754668ms","start":"2026-05-19T03:48:51.692946Z","end":"2026-05-19T03:48:51.9627Z","steps":["trace[746889496] 'agreement among raft nodes before linearized reading' (duration: 269.594764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:51.962732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:51.608268Z","time spent":"354.453653ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:52.632915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:52.80625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.257176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:52.806342Z","caller":"traceutil/trace.go:171","msg":"trace[1207216855] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24630; }","duration":"711.41725ms","start":"2026-05-19T03:48:52.094908Z","end":"2026-05-19T03:48:52.806326Z","steps":["trace[1207216855] 'count revisions from in-memory index tree' (duration: 711.161834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:52.806368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.094883Z","time spent":"711.477412ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:52.806358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.101187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:48:52.806405Z","caller":"traceutil/trace.go:171","msg":"trace[875652416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24630; }","duration":"678.183399ms","start":"2026-05-19T03:48:52.128208Z","end":"2026-05-19T03:48:52.806391Z","steps":["trace[875652416] 'range keys from in-memory index tree' (duration: 677.905271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:52.806446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.128189Z","time spent":"678.244ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:52.806733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.769462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:48:52.80678Z","caller":"traceutil/trace.go:171","msg":"trace[1756610222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24630; }","duration":"676.857984ms","start":"2026-05-19T03:48:52.129907Z","end":"2026-05-19T03:48:52.806765Z","steps":["trace[1756610222] 'range keys from in-memory index tree' (duration: 676.626499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:52.806819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.129883Z","time spent":"676.925546ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:48:52.807312Z","caller":"traceutil/trace.go:171","msg":"trace[1382574449] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"675.534692ms","start":"2026-05-19T03:48:52.131768Z","end":"2026-05-19T03:48:52.807303Z","steps":["trace[1382574449] 'process raft request' (duration: 638.019872ms)","trace[1382574449] 'compare' (duration: 37.078048ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:52.807372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.131752Z","time spent":"675.581142ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:53.382124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.742177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:48:53.383186Z","caller":"traceutil/trace.go:171","msg":"trace[276939124] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"1.251194174s","start":"2026-05-19T03:48:52.131959Z","end":"2026-05-19T03:48:53.383153Z","steps":["trace[276939124] 'process raft request' (duration: 973.3067ms)","trace[276939124] 'compare' (duration: 276.594792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:53.383403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.131943Z","time spent":"1.251402149s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:53.383402Z","caller":"traceutil/trace.go:171","msg":"trace[178814984] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"1.250808515s","start":"2026-05-19T03:48:52.132555Z","end":"2026-05-19T03:48:53.383364Z","steps":["trace[178814984] 'process raft request' (duration: 1.249704987s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.383652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.132542Z","time spent":"1.250985069s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:53.383686Z","caller":"traceutil/trace.go:171","msg":"trace[1206132078] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"1.25103335s","start":"2026-05-19T03:48:52.132625Z","end":"2026-05-19T03:48:53.383658Z","steps":["trace[1206132078] 'process raft request' (duration: 1.250595949s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:53.383759Z","caller":"traceutil/trace.go:171","msg":"trace[122869998] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"1.250733343s","start":"2026-05-19T03:48:52.132997Z","end":"2026-05-19T03:48:53.38373Z","steps":["trace[122869998] 'process raft request' (duration: 1.250455546s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.383834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.132615Z","time spent":"1.251141594s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:53.383879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.132988Z","time spent":"1.250834165s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:53.384134Z","caller":"traceutil/trace.go:171","msg":"trace[782397922] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"1.249236445s","start":"2026-05-19T03:48:52.134875Z","end":"2026-05-19T03:48:53.384112Z","steps":["trace[782397922] 'process raft request' (duration: 1.24864836s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:53.384147Z","caller":"traceutil/trace.go:171","msg":"trace[435538484] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"619.566626ms","start":"2026-05-19T03:48:52.764561Z","end":"2026-05-19T03:48:53.384128Z","steps":["trace[435538484] 'process raft request' (duration: 619.138924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.384254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.134866Z","time spent":"1.249325368s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:53.38435Z","caller":"traceutil/trace.go:171","msg":"trace[1995093006] linearizableReadLoop","detail":"{readStateIndex:25448; appliedIndex:25442; }","duration":"1.252388455s","start":"2026-05-19T03:48:52.131943Z","end":"2026-05-19T03:48:53.384332Z","steps":["trace[1995093006] 'read index received' (duration: 637.845617ms)","trace[1995093006] 'applied index is now lower than readState.Index' (duration: 614.540958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:53.384491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.764536Z","time spent":"619.661849ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:53.384561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252611891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:48:53.384601Z","caller":"traceutil/trace.go:171","msg":"trace[131534538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24637; }","duration":"1.252699413s","start":"2026-05-19T03:48:52.131891Z","end":"2026-05-19T03:48:53.384591Z","steps":["trace[131534538] 'agreement among raft nodes before linearized reading' (duration: 1.2525642s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.384636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.131868Z","time spent":"1.252759854s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:48:53.385148Z","caller":"traceutil/trace.go:171","msg":"trace[654742854] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"573.641563ms","start":"2026-05-19T03:48:52.811484Z","end":"2026-05-19T03:48:53.385126Z","steps":["trace[654742854] 'process raft request' (duration: 573.54906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.385296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.811462Z","time spent":"573.742796ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:53.385388Z","caller":"traceutil/trace.go:171","msg":"trace[722658430] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"574.537495ms","start":"2026-05-19T03:48:52.810824Z","end":"2026-05-19T03:48:53.385361Z","steps":["trace[722658430] 'process raft request' (duration: 573.254163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.385619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.810786Z","time spent":"574.768681ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:53.923249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.141773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:48:53.923503Z","caller":"traceutil/trace.go:171","msg":"trace[1664003878] linearizableReadLoop","detail":"{readStateIndex:25452; appliedIndex:25449; }","duration":"539.075746ms","start":"2026-05-19T03:48:53.384408Z","end":"2026-05-19T03:48:53.923483Z","steps":["trace[1664003878] 'read index received' (duration: 248.926µs)","trace[1664003878] 'applied index is now lower than readState.Index' (duration: 538.8257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:53.923587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315150614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:53.923632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477929485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:53.923654Z","caller":"traceutil/trace.go:171","msg":"trace[1268632243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24639; }","duration":"1.315256726s","start":"2026-05-19T03:48:52.608377Z","end":"2026-05-19T03:48:53.923634Z","steps":["trace[1268632243] 'agreement among raft nodes before linearized reading' (duration: 1.315149524s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:53.923669Z","caller":"traceutil/trace.go:171","msg":"trace[1429956924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24639; }","duration":"1.477998827s","start":"2026-05-19T03:48:52.445656Z","end":"2026-05-19T03:48:53.923655Z","steps":["trace[1429956924] 'agreement among raft nodes before linearized reading' (duration: 1.477923755s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.923688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.608357Z","time spent":"1.315324438s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:53.923707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.445645Z","time spent":"1.478052318s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:53.923846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764758636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T03:48:53.923908Z","caller":"traceutil/trace.go:171","msg":"trace[1525682749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24639; }","duration":"1.764839618s","start":"2026-05-19T03:48:52.159047Z","end":"2026-05-19T03:48:53.923887Z","steps":["trace[1525682749] 'agreement among raft nodes before linearized reading' (duration: 1.764672264s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.923948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.159038Z","time spent":"1.76490041s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:53.924336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48839932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:48:53.924377Z","caller":"traceutil/trace.go:171","msg":"trace[287661977] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24639; }","duration":"1.488483402s","start":"2026-05-19T03:48:52.435883Z","end":"2026-05-19T03:48:53.924366Z","steps":["trace[287661977] 'agreement among raft nodes before linearized reading' (duration: 1.488234246s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.924408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.435861Z","time spent":"1.488537953s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:53.924457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764655383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:48:53.924528Z","caller":"traceutil/trace.go:171","msg":"trace[1503212543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24639; }","duration":"1.764771167s","start":"2026-05-19T03:48:52.159738Z","end":"2026-05-19T03:48:53.92451Z","steps":["trace[1503212543] 'agreement among raft nodes before linearized reading' (duration: 1.764552672s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.924566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:52.159715Z","time spent":"1.764844158s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:48:53.924666Z","caller":"traceutil/trace.go:171","msg":"trace[1221870437] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"535.23247ms","start":"2026-05-19T03:48:53.389413Z","end":"2026-05-19T03:48:53.924646Z","steps":["trace[1221870437] 'process raft request' (duration: 533.971348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:53.924759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:53.38939Z","time spent":"535.314453ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:54.080799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.475003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:54.080897Z","caller":"traceutil/trace.go:171","msg":"trace[1861983378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24640; }","duration":"162.616267ms","start":"2026-05-19T03:48:53.918255Z","end":"2026-05-19T03:48:54.080872Z","steps":["trace[1861983378] 'count revisions from in-memory index tree' (duration: 156.05529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:54.080898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.512601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:54.080972Z","caller":"traceutil/trace.go:171","msg":"trace[260522980] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24640; }","duration":"359.601834ms","start":"2026-05-19T03:48:53.721353Z","end":"2026-05-19T03:48:54.080955Z","steps":["trace[260522980] 'agreement among raft nodes before linearized reading' (duration: 203.325028ms)","trace[260522980] 'range keys from in-memory index tree' (duration: 156.169113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:54.081012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:53.721334Z","time spent":"359.669625ms","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:48:54.081175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.579778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:54.081199Z","caller":"traceutil/trace.go:171","msg":"trace[1087209563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"155.612449ms","start":"2026-05-19T03:48:53.92558Z","end":"2026-05-19T03:48:54.081193Z","steps":["trace[1087209563] 'range keys from in-memory index tree' (duration: 155.387103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:54.081336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.146657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:54.081396Z","caller":"traceutil/trace.go:171","msg":"trace[1024190248] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24640; }","duration":"185.247919ms","start":"2026-05-19T03:48:53.896132Z","end":"2026-05-19T03:48:54.081379Z","steps":["trace[1024190248] 'agreement among raft nodes before linearized reading' (duration: 28.529413ms)","trace[1024190248] 'count revisions from in-memory index tree' (duration: 156.646655ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:54.081507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.121834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:54.08198Z","caller":"traceutil/trace.go:171","msg":"trace[1205482642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24640; }","duration":"606.630588ms","start":"2026-05-19T03:48:53.475318Z","end":"2026-05-19T03:48:54.081948Z","steps":["trace[1205482642] 'agreement among raft nodes before linearized reading' (duration: 449.291763ms)","trace[1205482642] 'count revisions from in-memory index tree' (duration: 156.850191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:54.082053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:53.475292Z","time spent":"606.742271ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:54.082071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:48:54.082346Z","caller":"traceutil/trace.go:171","msg":"trace[1978767913] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"153.518727ms","start":"2026-05-19T03:48:53.928799Z","end":"2026-05-19T03:48:54.082317Z","steps":["trace[1978767913] 'process raft request' (duration: 38.169947ms)","trace[1978767913] 'compare' (duration: 114.415056ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:54.082418Z","caller":"traceutil/trace.go:171","msg":"trace[1454613372] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"152.990873ms","start":"2026-05-19T03:48:53.929411Z","end":"2026-05-19T03:48:54.082402Z","steps":["trace[1454613372] 'process raft request' (duration: 152.841799ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:54.082422Z","caller":"traceutil/trace.go:171","msg":"trace[676398033] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25453; }","duration":"115.147015ms","start":"2026-05-19T03:48:53.967255Z","end":"2026-05-19T03:48:54.082402Z","steps":["trace[676398033] 'read index received' (duration: 689.967µs)","trace[676398033] 'applied index is now lower than readState.Index' (duration: 114.456148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:54.082636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.37332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:48:54.082687Z","caller":"traceutil/trace.go:171","msg":"trace[1366881921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24642; }","duration":"115.464563ms","start":"2026-05-19T03:48:53.967206Z","end":"2026-05-19T03:48:54.082671Z","steps":["trace[1366881921] 'agreement among raft nodes before linearized reading' (duration: 115.299839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:54.588912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:48:55.110861Z","caller":"traceutil/trace.go:171","msg":"trace[1632282065] linearizableReadLoop","detail":"{readStateIndex:25456; appliedIndex:25455; }","duration":"1.022514076s","start":"2026-05-19T03:48:54.088323Z","end":"2026-05-19T03:48:55.110837Z","steps":["trace[1632282065] 'read index received' (duration: 959.374027ms)","trace[1632282065] 'applied index is now lower than readState.Index' (duration: 63.139089ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:55.110884Z","caller":"traceutil/trace.go:171","msg":"trace[1707055659] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.023383748s","start":"2026-05-19T03:48:54.087469Z","end":"2026-05-19T03:48:55.110852Z","steps":["trace[1707055659] 'process raft request' (duration: 960.28027ms)","trace[1707055659] 'compare' (duration: 62.466842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:55.110981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022641989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:55.111003Z","caller":"traceutil/trace.go:171","msg":"trace[242775245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24643; }","duration":"1.022716491s","start":"2026-05-19T03:48:54.088279Z","end":"2026-05-19T03:48:55.110996Z","steps":["trace[242775245] 'agreement among raft nodes before linearized reading' (duration: 1.022648059s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:55.111024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:54.08826Z","time spent":"1.022760092s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:55.111132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:54.087432Z","time spent":"1.023510801s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:55.116263Z","caller":"traceutil/trace.go:171","msg":"trace[88509063] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"303.364939ms","start":"2026-05-19T03:48:54.812882Z","end":"2026-05-19T03:48:55.116247Z","steps":["trace[88509063] 'process raft request' (duration: 303.094153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:55.116256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.419713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:55.116323Z","caller":"traceutil/trace.go:171","msg":"trace[861137340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24644; }","duration":"373.516476ms","start":"2026-05-19T03:48:54.742787Z","end":"2026-05-19T03:48:55.116304Z","steps":["trace[861137340] 'agreement among raft nodes before linearized reading' (duration: 373.396113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:55.116385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:54.742771Z","time spent":"373.598197ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:55.11634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:54.812857Z","time spent":"303.436542ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:55.116406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027383179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:55.116486Z","caller":"traceutil/trace.go:171","msg":"trace[1389575157] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24644; }","duration":"1.027615435s","start":"2026-05-19T03:48:54.08885Z","end":"2026-05-19T03:48:55.116465Z","steps":["trace[1389575157] 'agreement among raft nodes before linearized reading' (duration: 1.027498562s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:55.116554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:54.088838Z","time spent":"1.027701217s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:48:55.524767Z","caller":"traceutil/trace.go:171","msg":"trace[1385766805] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25457; }","duration":"295.144502ms","start":"2026-05-19T03:48:55.229591Z","end":"2026-05-19T03:48:55.524736Z","steps":["trace[1385766805] 'read index received' (duration: 247.988298ms)","trace[1385766805] 'applied index is now lower than readState.Index' (duration: 47.154384ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:48:55.525101Z","caller":"traceutil/trace.go:171","msg":"trace[327308573] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"392.453935ms","start":"2026-05-19T03:48:55.132615Z","end":"2026-05-19T03:48:55.525069Z","steps":["trace[327308573] 'process raft request' (duration: 344.945562ms)","trace[327308573] 'compare' (duration: 46.899518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:55.525203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.132596Z","time spent":"392.550757ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:55.525239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.633755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:48:55.525305Z","caller":"traceutil/trace.go:171","msg":"trace[856071608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24645; }","duration":"295.739228ms","start":"2026-05-19T03:48:55.22955Z","end":"2026-05-19T03:48:55.525289Z","steps":["trace[856071608] 'agreement among raft nodes before linearized reading' (duration: 295.531233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:56.026862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:56.52773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:48:56.829742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307307647s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:48:56.851593Z","caller":"traceutil/trace.go:171","msg":"trace[1578523326] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.460917064s","start":"2026-05-19T03:48:55.390658Z","end":"2026-05-19T03:48:56.851575Z","steps":["trace[1578523326] 'process raft request' (duration: 1.460872013s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:56.851626Z","caller":"traceutil/trace.go:171","msg":"trace[1017806581] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.461185211s","start":"2026-05-19T03:48:55.390411Z","end":"2026-05-19T03:48:56.851596Z","steps":["trace[1017806581] 'process raft request' (duration: 1.461091439s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:56.851614Z","caller":"traceutil/trace.go:171","msg":"trace[926427223] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.461243112s","start":"2026-05-19T03:48:55.390339Z","end":"2026-05-19T03:48:56.851582Z","steps":["trace[926427223] 'process raft request' (duration: 1.461095148s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:56.851693Z","caller":"traceutil/trace.go:171","msg":"trace[2081089757] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.461518219s","start":"2026-05-19T03:48:55.390136Z","end":"2026-05-19T03:48:56.851654Z","steps":["trace[2081089757] 'process raft request' (duration: 1.439855931s)","trace[2081089757] 'compare' (duration: 19.698259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:56.851791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.390377Z","time spent":"1.461317284s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:56.851836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.390118Z","time spent":"1.461644153s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:56.851865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.390317Z","time spent":"1.461436537s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:56.851878Z","caller":"traceutil/trace.go:171","msg":"trace[138754653] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.460181126s","start":"2026-05-19T03:48:55.391668Z","end":"2026-05-19T03:48:56.851849Z","steps":["trace[138754653] 'process raft request' (duration: 1.460073393s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:56.851927Z","caller":"traceutil/trace.go:171","msg":"trace[347257968] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"1.460991776s","start":"2026-05-19T03:48:55.390928Z","end":"2026-05-19T03:48:56.85192Z","steps":["trace[347257968] 'process raft request' (duration: 1.460621627s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:56.8517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.390628Z","time spent":"1.461017917s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:56.85197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.390915Z","time spent":"1.461033967s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:56.852022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.391651Z","time spent":"1.460300719s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:58.016742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.712125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:48:58.016916Z","caller":"traceutil/trace.go:171","msg":"trace[1043023560] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.0689067s","start":"2026-05-19T03:48:56.947995Z","end":"2026-05-19T03:48:58.016902Z","steps":["trace[1043023560] 'process raft request' (duration: 1.068823818s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.01691Z","caller":"traceutil/trace.go:171","msg":"trace[1168884289] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"2.517231546s","start":"2026-05-19T03:48:55.499627Z","end":"2026-05-19T03:48:58.016858Z","steps":["trace[1168884289] 'process raft request' (duration: 1.719360807s)","trace[1168884289] 'compare' (duration: 797.518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:58.016972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.947974Z","time spent":"1.068974251s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:58.016982Z","caller":"traceutil/trace.go:171","msg":"trace[643019321] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"896.004604ms","start":"2026-05-19T03:48:57.120951Z","end":"2026-05-19T03:48:58.016955Z","steps":["trace[643019321] 'process raft request' (duration: 895.914901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.017051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.499604Z","time spent":"2.517369769s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:58.017113Z","caller":"traceutil/trace.go:171","msg":"trace[1244573140] linearizableReadLoop","detail":"{readStateIndex:25465; appliedIndex:25458; }","duration":"2.492256243s","start":"2026-05-19T03:48:55.524847Z","end":"2026-05-19T03:48:58.017104Z","steps":["trace[1244573140] 'read index received' (duration: 1.305156981s)","trace[1244573140] 'applied index is now lower than readState.Index' (duration: 1.187098242s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:58.017129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.120936Z","time spent":"896.118686ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:58.017274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627533298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:48:58.01731Z","caller":"traceutil/trace.go:171","msg":"trace[1538484781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24654; }","duration":"2.62759042s","start":"2026-05-19T03:48:55.389701Z","end":"2026-05-19T03:48:58.017292Z","steps":["trace[1538484781] 'agreement among raft nodes before linearized reading' (duration: 2.627485317s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.017336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.38968Z","time spent":"2.627649432s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:48:58.017433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627696823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T03:48:58.017455Z","caller":"traceutil/trace.go:171","msg":"trace[1656950920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24654; }","duration":"2.627762665s","start":"2026-05-19T03:48:55.389687Z","end":"2026-05-19T03:48:58.017449Z","steps":["trace[1656950920] 'agreement among raft nodes before linearized reading' (duration: 2.627695463s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.017471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.389664Z","time spent":"2.627802946s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:58.017547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736849137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:58.017622Z","caller":"traceutil/trace.go:171","msg":"trace[118078028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24654; }","duration":"2.73696938s","start":"2026-05-19T03:48:55.280633Z","end":"2026-05-19T03:48:58.017602Z","steps":["trace[118078028] 'agreement among raft nodes before linearized reading' (duration: 2.736838166s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.017664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.280609Z","time spent":"2.737043771s","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.050891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522379626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:48:58.050982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.051111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:48:58.051032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441929903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:58.05104Z","caller":"traceutil/trace.go:171","msg":"trace[1244393214] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24655; }","duration":"350.116833ms","start":"2026-05-19T03:48:57.700895Z","end":"2026-05-19T03:48:58.051012Z","steps":["trace[1244393214] 'agreement among raft nodes before linearized reading' (duration: 350.051921ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.05107Z","caller":"traceutil/trace.go:171","msg":"trace[1111336379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24655; }","duration":"1.441986344s","start":"2026-05-19T03:48:56.609074Z","end":"2026-05-19T03:48:58.051061Z","steps":["trace[1111336379] 'agreement among raft nodes before linearized reading' (duration: 1.441932943s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.700879Z","time spent":"350.198596ms","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.051108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.609063Z","time spent":"1.442038637s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.135642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-19T03:48:58.051196Z","caller":"traceutil/trace.go:171","msg":"trace[1471945331] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24655; }","duration":"152.277936ms","start":"2026-05-19T03:48:57.898899Z","end":"2026-05-19T03:48:58.051177Z","steps":["trace[1471945331] 'agreement among raft nodes before linearized reading' (duration: 152.044999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963132209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:48:58.051366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.979404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:58.051384Z","caller":"traceutil/trace.go:171","msg":"trace[251951856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24655; }","duration":"1.963201831s","start":"2026-05-19T03:48:56.088172Z","end":"2026-05-19T03:48:58.051374Z","steps":["trace[251951856] 'agreement among raft nodes before linearized reading' (duration: 1.963092748s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.0514Z","caller":"traceutil/trace.go:171","msg":"trace[1841328608] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24655; }","duration":"473.058596ms","start":"2026-05-19T03:48:57.578331Z","end":"2026-05-19T03:48:58.051389Z","steps":["trace[1841328608] 'agreement among raft nodes before linearized reading' (duration: 473.001905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.088156Z","time spent":"1.963253912s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.578305Z","time spent":"473.117128ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.051407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051351353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:48:58.051492Z","caller":"traceutil/trace.go:171","msg":"trace[2047818641] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24655; }","duration":"2.051482276s","start":"2026-05-19T03:48:55.999994Z","end":"2026-05-19T03:48:58.051476Z","steps":["trace[2047818641] 'agreement among raft nodes before linearized reading' (duration: 2.05124655s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.050982Z","caller":"traceutil/trace.go:171","msg":"trace[238783030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24655; }","duration":"2.522506509s","start":"2026-05-19T03:48:55.528456Z","end":"2026-05-19T03:48:58.050962Z","steps":["trace[238783030] 'agreement among raft nodes before linearized reading' (duration: 2.522261553s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.051493Z","caller":"traceutil/trace.go:171","msg":"trace[898371663] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"724.386559ms","start":"2026-05-19T03:48:57.327093Z","end":"2026-05-19T03:48:58.051479Z","steps":["trace[898371663] 'process raft request' (duration: 723.463155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.552145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T03:48:58.051563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.296482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:58.051626Z","caller":"traceutil/trace.go:171","msg":"trace[2003997090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24655; }","duration":"935.660217ms","start":"2026-05-19T03:48:57.115946Z","end":"2026-05-19T03:48:58.051606Z","steps":["trace[2003997090] 'agreement among raft nodes before linearized reading' (duration: 935.438002ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.051655Z","caller":"traceutil/trace.go:171","msg":"trace[1087211687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24655; }","duration":"554.443966ms","start":"2026-05-19T03:48:57.497188Z","end":"2026-05-19T03:48:58.051632Z","steps":["trace[1087211687] 'agreement among raft nodes before linearized reading' (duration: 554.248131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.115904Z","time spent":"935.76615ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452513202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-05-19T03:48:58.05172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.497168Z","time spent":"554.540499ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:48:58.051755Z","caller":"traceutil/trace.go:171","msg":"trace[1481760192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24655; }","duration":"1.452593284s","start":"2026-05-19T03:48:56.599152Z","end":"2026-05-19T03:48:58.051745Z","steps":["trace[1481760192] 'agreement among raft nodes before linearized reading' (duration: 1.452495391s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.599093Z","time spent":"1.452687097s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.690682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130880"} {"level":"info","ts":"2026-05-19T03:48:58.051869Z","caller":"traceutil/trace.go:171","msg":"trace[274566310] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24655; }","duration":"125.860627ms","start":"2026-05-19T03:48:57.925996Z","end":"2026-05-19T03:48:58.051857Z","steps":["trace[274566310] 'agreement among raft nodes before linearized reading' (duration: 125.621571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.051577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.528444Z","time spent":"2.523124476s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964076492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:48:58.051921Z","caller":"traceutil/trace.go:171","msg":"trace[1620755641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24655; }","duration":"1.964124533s","start":"2026-05-19T03:48:56.087785Z","end":"2026-05-19T03:48:58.051909Z","steps":["trace[1620755641] 'agreement among raft nodes before linearized reading' (duration: 1.963971369s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.05196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.087742Z","time spent":"1.964211756s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:58.051597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.342222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:48:58.052043Z","caller":"traceutil/trace.go:171","msg":"trace[17344195] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24655; }","duration":"104.846095ms","start":"2026-05-19T03:48:57.947183Z","end":"2026-05-19T03:48:58.052029Z","steps":["trace[17344195] 'agreement among raft nodes before linearized reading' (duration: 104.336892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.050891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220923698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:58.052144Z","caller":"traceutil/trace.go:171","msg":"trace[525000637] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24655; }","duration":"1.222397206s","start":"2026-05-19T03:48:56.829733Z","end":"2026-05-19T03:48:58.05213Z","steps":["trace[525000637] 'agreement among raft nodes before linearized reading' (duration: 1.221044771s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.052195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:56.829708Z","time spent":"1.222471308s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.052287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148229284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:48:58.052293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123768245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-19T03:48:58.052289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404241765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:48:58.052335Z","caller":"traceutil/trace.go:171","msg":"trace[1607631373] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24655; }","duration":"2.148339907s","start":"2026-05-19T03:48:55.903984Z","end":"2026-05-19T03:48:58.052324Z","steps":["trace[1607631373] 'agreement among raft nodes before linearized reading' (duration: 2.148206904s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.052341Z","caller":"traceutil/trace.go:171","msg":"trace[1276022910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24655; }","duration":"2.123833576s","start":"2026-05-19T03:48:55.928495Z","end":"2026-05-19T03:48:58.052328Z","steps":["trace[1276022910] 'agreement among raft nodes before linearized reading' (duration: 2.123724644s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:48:58.052345Z","caller":"traceutil/trace.go:171","msg":"trace[211316306] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24655; }","duration":"2.404316498s","start":"2026-05-19T03:48:55.648018Z","end":"2026-05-19T03:48:58.052334Z","steps":["trace[211316306] 'agreement among raft nodes before linearized reading' (duration: 2.404238456s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.052373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.928479Z","time spent":"2.123888047s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:48:58.052377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.648005Z","time spent":"2.404364648s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.052406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460968552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:48:58.052451Z","caller":"traceutil/trace.go:171","msg":"trace[163027145] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24655; }","duration":"2.461057805s","start":"2026-05-19T03:48:55.591382Z","end":"2026-05-19T03:48:58.05244Z","steps":["trace[163027145] 'agreement among raft nodes before linearized reading' (duration: 2.460952743s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.052488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.591351Z","time spent":"2.461128826s","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.051542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.999973Z","time spent":"2.051556618s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.051621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:57.327067Z","time spent":"724.505392ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:48:58.053393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:55.90397Z","time spent":"2.148394288s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:48:58.855908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.686888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:48:58.856172Z","caller":"traceutil/trace.go:171","msg":"trace[346463885] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"833.497098ms","start":"2026-05-19T03:48:58.022643Z","end":"2026-05-19T03:48:58.85614Z","steps":["trace[346463885] 'process raft request' (duration: 331.475871ms)","trace[346463885] 'compare' (duration: 501.394031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:48:58.856312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.022629Z","time spent":"833.607851ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:48:58.856189Z","caller":"traceutil/trace.go:171","msg":"trace[975156206] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"832.754688ms","start":"2026-05-19T03:48:58.02341Z","end":"2026-05-19T03:48:58.856164Z","steps":["trace[975156206] 'process raft request' (duration: 832.643765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:48:58.856454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.023401Z","time spent":"833.011495ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.054645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:00.054725Z","caller":"traceutil/trace.go:171","msg":"trace[945060605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635374s","start":"2026-05-19T03:48:58.05407Z","end":"2026-05-19T03:49:00.054706Z","steps":["trace[945060605] 'agreement among raft nodes before linearized reading' (duration: 2.000536171s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.054786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.054055Z","time spent":"2.000709056s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:00.073145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.677482ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T03:49:00.07333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.053179Z","time spent":"2.020145618s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:49:00.073528Z","caller":"traceutil/trace.go:171","msg":"trace[1278223069] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25468; }","duration":"2.019401048s","start":"2026-05-19T03:48:58.054108Z","end":"2026-05-19T03:49:00.073509Z","steps":["trace[1278223069] 'read index received' (duration: 300.182608ms)","trace[1278223069] 'applied index is now lower than readState.Index' (duration: 1.71921727s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:00.073601Z","caller":"traceutil/trace.go:171","msg":"trace[600737154] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"2.016117245s","start":"2026-05-19T03:48:58.057473Z","end":"2026-05-19T03:49:00.07359Z","steps":["trace[600737154] 'process raft request' (duration: 2.015995772s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.073614Z","caller":"traceutil/trace.go:171","msg":"trace[1136318586] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"2.01632807s","start":"2026-05-19T03:48:58.05723Z","end":"2026-05-19T03:49:00.073558Z","steps":["trace[1136318586] 'process raft request' (duration: 2.016156266s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.073632Z","caller":"traceutil/trace.go:171","msg":"trace[1019155372] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"2.016152716s","start":"2026-05-19T03:48:58.057445Z","end":"2026-05-19T03:49:00.073598Z","steps":["trace[1019155372] 'process raft request' (duration: 2.015986182s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.0737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.057464Z","time spent":"2.016170936s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:00.073807Z","caller":"traceutil/trace.go:171","msg":"trace[760513563] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"2.016628189s","start":"2026-05-19T03:48:58.057157Z","end":"2026-05-19T03:49:00.073785Z","steps":["trace[760513563] 'process raft request' (duration: 2.016090515s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.073824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.057438Z","time spent":"2.016298391s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.073899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.057143Z","time spent":"2.016708541s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.07393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.057216Z","time spent":"2.016517736s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:00.074005Z","caller":"traceutil/trace.go:171","msg":"trace[536060043] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.21467041s","start":"2026-05-19T03:48:58.859321Z","end":"2026-05-19T03:49:00.073991Z","steps":["trace[536060043] 'process raft request' (duration: 1.214458835s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.074021Z","caller":"traceutil/trace.go:171","msg":"trace[879828329] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.214899606s","start":"2026-05-19T03:48:58.859106Z","end":"2026-05-19T03:49:00.074005Z","steps":["trace[879828329] 'process raft request' (duration: 1.214526995s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.074034Z","caller":"traceutil/trace.go:171","msg":"trace[1016082444] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.213159791s","start":"2026-05-19T03:48:58.860861Z","end":"2026-05-19T03:49:00.074021Z","steps":["trace[1016082444] 'process raft request' (duration: 1.213026648s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.074056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.859309Z","time spent":"1.214718401s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:00.074036Z","caller":"traceutil/trace.go:171","msg":"trace[716683388] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.214565218s","start":"2026-05-19T03:48:58.85944Z","end":"2026-05-19T03:49:00.074005Z","steps":["trace[716683388] 'process raft request' (duration: 1.214399903s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.074081Z","caller":"traceutil/trace.go:171","msg":"trace[1155002949] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.213013338s","start":"2026-05-19T03:48:58.861047Z","end":"2026-05-19T03:49:00.07406Z","steps":["trace[1155002949] 'process raft request' (duration: 1.212955796s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.074096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.860846Z","time spent":"1.213217033s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:00.074099Z","caller":"traceutil/trace.go:171","msg":"trace[1170365344] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.21313015s","start":"2026-05-19T03:48:58.86095Z","end":"2026-05-19T03:49:00.074081Z","steps":["trace[1170365344] 'process raft request' (duration: 1.213001287s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:00.074214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.860937Z","time spent":"1.213235204s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.074103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.85909Z","time spent":"1.214963528s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.074225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.861023Z","time spent":"1.2131105s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.074235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.859412Z","time spent":"1.214712542s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:00.573608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:00.861514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.536733Z","time spent":"324.771383ms","remote":"127.0.0.1:43768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:00.861976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.58445ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:00.862079Z","caller":"traceutil/trace.go:171","msg":"trace[169669098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24667; }","duration":"264.699343ms","start":"2026-05-19T03:49:00.597364Z","end":"2026-05-19T03:49:00.862063Z","steps":["trace[169669098] 'range keys from in-memory index tree' (duration: 264.567808ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:00.86256Z","caller":"traceutil/trace.go:171","msg":"trace[1786706698] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"838.012296ms","start":"2026-05-19T03:49:00.024512Z","end":"2026-05-19T03:49:00.862525Z","steps":["trace[1786706698] 'process raft request' (duration: 755.21494ms)","trace[1786706698] 'compare' (duration: 82.530399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:00.862746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.024493Z","time spent":"838.159789ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:01.351702Z","caller":"traceutil/trace.go:171","msg":"trace[331001293] linearizableReadLoop","detail":"{readStateIndex:25484; appliedIndex:25481; }","duration":"1.278114589s","start":"2026-05-19T03:49:00.073561Z","end":"2026-05-19T03:49:01.351675Z","steps":["trace[331001293] 'read index received' (duration: 706.184619ms)","trace[331001293] 'applied index is now lower than readState.Index' (duration: 571.92857ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:01.351844Z","caller":"traceutil/trace.go:171","msg":"trace[1498207104] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.277140833s","start":"2026-05-19T03:49:00.074684Z","end":"2026-05-19T03:49:01.351825Z","steps":["trace[1498207104] 'process raft request' (duration: 1.275676766s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.351963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.074663Z","time spent":"1.277215535s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:01.352414Z","caller":"traceutil/trace.go:171","msg":"trace[7215119] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"819.97829ms","start":"2026-05-19T03:49:00.532416Z","end":"2026-05-19T03:49:01.352395Z","steps":["trace[7215119] 'process raft request' (duration: 819.161869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.532397Z","time spent":"820.072511ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:01.352586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329631142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:01.352602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574855024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:01.35259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290769958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:01.352672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081193632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:01.352663Z","caller":"traceutil/trace.go:171","msg":"trace[1033196864] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24670; }","duration":"1.329714954s","start":"2026-05-19T03:49:00.022928Z","end":"2026-05-19T03:49:01.352643Z","steps":["trace[1033196864] 'agreement among raft nodes before linearized reading' (duration: 1.3295497s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.352677Z","caller":"traceutil/trace.go:171","msg":"trace[1456350012] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24670; }","duration":"2.574989547s","start":"2026-05-19T03:48:58.777666Z","end":"2026-05-19T03:49:01.352656Z","steps":["trace[1456350012] 'agreement among raft nodes before linearized reading' (duration: 2.574834523s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295078466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:49:01.352708Z","caller":"traceutil/trace.go:171","msg":"trace[2043446962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"1.290915912s","start":"2026-05-19T03:49:00.061768Z","end":"2026-05-19T03:49:01.352683Z","steps":["trace[2043446962] 'agreement among raft nodes before linearized reading' (duration: 1.290729567s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.84282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:01.352733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.777643Z","time spent":"2.57507646s","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.352727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.022874Z","time spent":"1.329835687s","remote":"127.0.0.1:46190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.352736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.424929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:01.352718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.984706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:01.352778Z","caller":"traceutil/trace.go:171","msg":"trace[409710852] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24670; }","duration":"752.996484ms","start":"2026-05-19T03:49:00.599762Z","end":"2026-05-19T03:49:01.352759Z","steps":["trace[409710852] 'agreement among raft nodes before linearized reading' (duration: 752.792919ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.352798Z","caller":"traceutil/trace.go:171","msg":"trace[1717735371] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24670; }","duration":"564.521571ms","start":"2026-05-19T03:49:00.788264Z","end":"2026-05-19T03:49:01.352785Z","steps":["trace[1717735371] 'agreement among raft nodes before linearized reading' (duration: 564.400978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.061756Z","time spent":"1.291001624s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:01.352841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.301078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:49:01.352844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.599746Z","time spent":"753.083435ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:01.352865Z","caller":"traceutil/trace.go:171","msg":"trace[90995463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24670; }","duration":"491.375659ms","start":"2026-05-19T03:49:00.861482Z","end":"2026-05-19T03:49:01.352858Z","steps":["trace[90995463] 'agreement among raft nodes before linearized reading' (duration: 491.281957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298505871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T03:49:01.35282Z","caller":"traceutil/trace.go:171","msg":"trace[321142687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24670; }","duration":"492.093199ms","start":"2026-05-19T03:49:00.860702Z","end":"2026-05-19T03:49:01.352795Z","steps":["trace[321142687] 'agreement among raft nodes before linearized reading' (duration: 491.840262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.35271Z","caller":"traceutil/trace.go:171","msg":"trace[1788895772] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24670; }","duration":"1.081255673s","start":"2026-05-19T03:49:00.271441Z","end":"2026-05-19T03:49:01.352696Z","steps":["trace[1788895772] 'agreement among raft nodes before linearized reading' (duration: 1.081183791s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.861462Z","time spent":"491.447321ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:49:01.352599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296932532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:49:01.352952Z","caller":"traceutil/trace.go:171","msg":"trace[1057255396] range","detail":"{range_begin:/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126; range_end:; response_count:1; response_revision:24670; }","duration":"3.297307271s","start":"2026-05-19T03:48:58.055634Z","end":"2026-05-19T03:49:01.352941Z","steps":["trace[1057255396] 'agreement among raft nodes before linearized reading' (duration: 3.296808469s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.352953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.271424Z","time spent":"1.08150609s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.353011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.055627Z","time spent":"3.297374913s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126\" "} {"level":"warn","ts":"2026-05-19T03:49:01.35286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.788248Z","time spent":"564.603053ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.352993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.841233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:01.353274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297532797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116244"} {"level":"info","ts":"2026-05-19T03:49:01.352742Z","caller":"traceutil/trace.go:171","msg":"trace[1596082667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24670; }","duration":"1.295175299s","start":"2026-05-19T03:49:00.057551Z","end":"2026-05-19T03:49:01.352726Z","steps":["trace[1596082667] 'agreement among raft nodes before linearized reading' (duration: 1.294987394s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.353319Z","caller":"traceutil/trace.go:171","msg":"trace[1309019180] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24670; }","duration":"3.297589098s","start":"2026-05-19T03:48:58.05572Z","end":"2026-05-19T03:49:01.353309Z","steps":["trace[1309019180] 'agreement among raft nodes before linearized reading' (duration: 3.296809949s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.353329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.057528Z","time spent":"1.295790685s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:49:01.352585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216305223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:01.353363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.055716Z","time spent":"3.297637249s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116267,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-19T03:49:01.352893Z","caller":"traceutil/trace.go:171","msg":"trace[2024658471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24670; }","duration":"3.298557753s","start":"2026-05-19T03:48:58.054327Z","end":"2026-05-19T03:49:01.352884Z","steps":["trace[2024658471] 'agreement among raft nodes before linearized reading' (duration: 3.29845164s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.353403Z","caller":"traceutil/trace.go:171","msg":"trace[280683552] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24670; }","duration":"1.217198675s","start":"2026-05-19T03:49:00.136181Z","end":"2026-05-19T03:49:01.35338Z","steps":["trace[280683552] 'agreement among raft nodes before linearized reading' (duration: 1.216288572s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:01.353364Z","caller":"traceutil/trace.go:171","msg":"trace[1542095277] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24670; }","duration":"874.331665ms","start":"2026-05-19T03:49:00.478971Z","end":"2026-05-19T03:49:01.353303Z","steps":["trace[1542095277] 'agreement among raft nodes before linearized reading' (duration: 873.598257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.353271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.299079075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116244"} {"level":"warn","ts":"2026-05-19T03:49:01.35347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.136158Z","time spent":"1.217287007s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.352901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.860651Z","time spent":"492.241942ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:49:01.353508Z","caller":"traceutil/trace.go:171","msg":"trace[238772382] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24670; }","duration":"3.299309991s","start":"2026-05-19T03:48:58.054181Z","end":"2026-05-19T03:49:01.353491Z","steps":["trace[238772382] 'agreement among raft nodes before linearized reading' (duration: 3.29847315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:01.353507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:00.478951Z","time spent":"874.54179ms","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:01.353558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.054106Z","time spent":"3.299439564s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116267,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-19T03:49:01.353455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:48:58.054319Z","time spent":"3.299117157s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:49:02.653395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.223823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:02.653573Z","caller":"traceutil/trace.go:171","msg":"trace[876850353] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.296390929s","start":"2026-05-19T03:49:01.357159Z","end":"2026-05-19T03:49:02.65355Z","steps":["trace[876850353] 'process raft request' (duration: 797.944772ms)","trace[876850353] 'compare' (duration: 496.725485ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:02.653625Z","caller":"traceutil/trace.go:171","msg":"trace[2074328586] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"567.64157ms","start":"2026-05-19T03:49:02.085969Z","end":"2026-05-19T03:49:02.65361Z","steps":["trace[2074328586] 'process raft request' (duration: 567.586339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.653679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.35714Z","time spent":"1.296479901s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.653691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.085947Z","time spent":"567.721631ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:02.653773Z","caller":"traceutil/trace.go:171","msg":"trace[1579224807] linearizableReadLoop","detail":"{readStateIndex:25487; appliedIndex:25485; }","duration":"1.295372135s","start":"2026-05-19T03:49:01.358394Z","end":"2026-05-19T03:49:02.653766Z","steps":["trace[1579224807] 'read index received' (duration: 28.05502ms)","trace[1579224807] 'applied index is now lower than readState.Index' (duration: 1.267315965s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:02.653825Z","caller":"traceutil/trace.go:171","msg":"trace[80839115] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"1.29559527s","start":"2026-05-19T03:49:01.358225Z","end":"2026-05-19T03:49:02.65382Z","steps":["trace[80839115] 'process raft request' (duration: 1.29524336s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.653843Z","caller":"traceutil/trace.go:171","msg":"trace[909694800] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"573.351766ms","start":"2026-05-19T03:49:02.080484Z","end":"2026-05-19T03:49:02.653836Z","steps":["trace[909694800] 'process raft request' (duration: 573.044367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.653851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.358215Z","time spent":"1.295622401s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.65388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.080468Z","time spent":"573.394356ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.654017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295624371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:49:02.65404Z","caller":"traceutil/trace.go:171","msg":"trace[450958257] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24677; }","duration":"1.295678272s","start":"2026-05-19T03:49:01.358355Z","end":"2026-05-19T03:49:02.654033Z","steps":["trace[450958257] 'agreement among raft nodes before linearized reading' (duration: 1.29556853s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.358336Z","time spent":"1.295717013s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T03:49:02.65403Z","caller":"traceutil/trace.go:171","msg":"trace[1127290509] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"567.913618ms","start":"2026-05-19T03:49:02.086047Z","end":"2026-05-19T03:49:02.653961Z","steps":["trace[1127290509] 'process raft request' (duration: 567.702262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.654195Z","caller":"traceutil/trace.go:171","msg":"trace[1357796463] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"568.159054ms","start":"2026-05-19T03:49:02.086009Z","end":"2026-05-19T03:49:02.654169Z","steps":["trace[1357796463] 'process raft request' (duration: 567.573838ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.654268Z","caller":"traceutil/trace.go:171","msg":"trace[1406561045] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"568.061161ms","start":"2026-05-19T03:49:02.086155Z","end":"2026-05-19T03:49:02.654217Z","steps":["trace[1406561045] 'process raft request' (duration: 567.718932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292718507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-19T03:49:02.654281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.086017Z","time spent":"568.110792ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:02.654323Z","caller":"traceutil/trace.go:171","msg":"trace[887205266] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24679; }","duration":"1.292785518s","start":"2026-05-19T03:49:01.361532Z","end":"2026-05-19T03:49:02.654317Z","steps":["trace[887205266] 'agreement among raft nodes before linearized reading' (duration: 1.292728337s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.086133Z","time spent":"568.160494ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.654336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.361514Z","time spent":"1.29281959s","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-19T03:49:02.654333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.08599Z","time spent":"568.275156ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.654426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.359241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:02.654445Z","caller":"traceutil/trace.go:171","msg":"trace[1598462164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24679; }","duration":"890.406782ms","start":"2026-05-19T03:49:01.764033Z","end":"2026-05-19T03:49:02.65444Z","steps":["trace[1598462164] 'agreement among raft nodes before linearized reading' (duration: 890.374461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.65446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.764014Z","time spent":"890.443333ms","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:02.65446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290425599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:02.654459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.047661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:02.654537Z","caller":"traceutil/trace.go:171","msg":"trace[713444136] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24679; }","duration":"728.168894ms","start":"2026-05-19T03:49:01.926349Z","end":"2026-05-19T03:49:02.654518Z","steps":["trace[713444136] 'agreement among raft nodes before linearized reading' (duration: 728.052762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292701237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130880"} {"level":"warn","ts":"2026-05-19T03:49:02.654583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.926329Z","time spent":"728.244166ms","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:02.654623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218883557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:02.654648Z","caller":"traceutil/trace.go:171","msg":"trace[534020322] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24679; }","duration":"1.21898091s","start":"2026-05-19T03:49:01.435661Z","end":"2026-05-19T03:49:02.654642Z","steps":["trace[534020322] 'agreement among raft nodes before linearized reading' (duration: 1.218943899s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.598855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:49:02.654674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.43564Z","time spent":"1.219029311s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-19T03:49:02.654684Z","caller":"traceutil/trace.go:171","msg":"trace[1192787118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24679; }","duration":"568.644115ms","start":"2026-05-19T03:49:02.086032Z","end":"2026-05-19T03:49:02.654676Z","steps":["trace[1192787118] 'agreement among raft nodes before linearized reading' (duration: 568.553603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.086026Z","time spent":"568.674526ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:49:02.654493Z","caller":"traceutil/trace.go:171","msg":"trace[495118087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24679; }","duration":"1.29046658s","start":"2026-05-19T03:49:01.364009Z","end":"2026-05-19T03:49:02.654476Z","steps":["trace[495118087] 'agreement among raft nodes before linearized reading' (duration: 1.290412869s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.53604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:49:02.654771Z","caller":"traceutil/trace.go:171","msg":"trace[987920431] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"568.631706ms","start":"2026-05-19T03:49:02.086129Z","end":"2026-05-19T03:49:02.65476Z","steps":["trace[987920431] 'process raft request' (duration: 568.048351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.363998Z","time spent":"1.290759687s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:49:02.654783Z","caller":"traceutil/trace.go:171","msg":"trace[1604011247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24679; }","duration":"577.592152ms","start":"2026-05-19T03:49:02.077184Z","end":"2026-05-19T03:49:02.654776Z","steps":["trace[1604011247] 'agreement among raft nodes before linearized reading' (duration: 577.539511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.077166Z","time spent":"577.628702ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:02.654809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.086087Z","time spent":"568.700657ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:02.654865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.500665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T03:49:02.654592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195232679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-19T03:49:02.65488Z","caller":"traceutil/trace.go:171","msg":"trace[1556926389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24679; }","duration":"576.532145ms","start":"2026-05-19T03:49:02.078344Z","end":"2026-05-19T03:49:02.654876Z","steps":["trace[1556926389] 'agreement among raft nodes before linearized reading' (duration: 576.489944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.43879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:02.654895Z","caller":"traceutil/trace.go:171","msg":"trace[722440984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24679; }","duration":"1.195564038s","start":"2026-05-19T03:49:01.459318Z","end":"2026-05-19T03:49:02.654882Z","steps":["trace[722440984] 'agreement among raft nodes before linearized reading' (duration: 1.195188268s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:02.654913Z","caller":"traceutil/trace.go:171","msg":"trace[283162993] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24679; }","duration":"169.494951ms","start":"2026-05-19T03:49:02.485411Z","end":"2026-05-19T03:49:02.654906Z","steps":["trace[283162993] 'agreement among raft nodes before linearized reading' (duration: 169.44999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.558741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T03:49:02.654928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.459232Z","time spent":"1.19568662s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-19T03:49:02.654945Z","caller":"traceutil/trace.go:171","msg":"trace[584731433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24679; }","duration":"577.588502ms","start":"2026-05-19T03:49:02.077352Z","end":"2026-05-19T03:49:02.654941Z","steps":["trace[584731433] 'agreement among raft nodes before linearized reading' (duration: 577.547321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.654963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.077346Z","time spent":"577.614553ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:02.654891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.078335Z","time spent":"576.553706ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:49:02.654597Z","caller":"traceutil/trace.go:171","msg":"trace[1493114259] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24679; }","duration":"1.292744077s","start":"2026-05-19T03:49:01.361848Z","end":"2026-05-19T03:49:02.654592Z","steps":["trace[1493114259] 'agreement among raft nodes before linearized reading' (duration: 1.292679916s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:02.655162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:01.361833Z","time spent":"1.293324702s","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130903,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T03:49:03.195462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:49:03.307279Z","caller":"traceutil/trace.go:171","msg":"trace[973079944] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"647.993225ms","start":"2026-05-19T03:49:02.65926Z","end":"2026-05-19T03:49:03.307254Z","steps":["trace[973079944] 'process raft request' (duration: 593.356721ms)","trace[973079944] 'compare' (duration: 54.230134ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:03.307349Z","caller":"traceutil/trace.go:171","msg":"trace[1781867446] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"647.464961ms","start":"2026-05-19T03:49:02.659861Z","end":"2026-05-19T03:49:03.307326Z","steps":["trace[1781867446] 'process raft request' (duration: 647.186954ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:03.307238Z","caller":"traceutil/trace.go:171","msg":"trace[2132922025] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"647.266626ms","start":"2026-05-19T03:49:02.659916Z","end":"2026-05-19T03:49:03.307183Z","steps":["trace[2132922025] 'process raft request' (duration: 647.189144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:03.307417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.659249Z","time spent":"648.111329ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:03.307416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.659851Z","time spent":"647.531422ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:03.307533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.659902Z","time spent":"647.513202ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:03.337139Z","caller":"traceutil/trace.go:171","msg":"trace[214054239] linearizableReadLoop","detail":"{readStateIndex:25498; appliedIndex:25494; }","duration":"642.101345ms","start":"2026-05-19T03:49:02.695016Z","end":"2026-05-19T03:49:03.337118Z","steps":["trace[214054239] 'read index received' (duration: 557.450623ms)","trace[214054239] 'applied index is now lower than readState.Index' (duration: 84.649582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:03.337318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.356053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:03.337313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.466491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:03.337341Z","caller":"traceutil/trace.go:171","msg":"trace[1986983642] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24684; }","duration":"678.440876ms","start":"2026-05-19T03:49:02.658892Z","end":"2026-05-19T03:49:03.337333Z","steps":["trace[1986983642] 'agreement among raft nodes before linearized reading' (duration: 678.329052ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:03.337359Z","caller":"traceutil/trace.go:171","msg":"trace[2141081850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24684; }","duration":"675.542032ms","start":"2026-05-19T03:49:02.661806Z","end":"2026-05-19T03:49:03.337348Z","steps":["trace[2141081850] 'agreement among raft nodes before linearized reading' (duration: 675.413328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:03.337363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.658884Z","time spent":"678.474147ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:49:03.337386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.661799Z","time spent":"675.582094ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:03.337535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.528885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-19T03:49:03.337191Z","caller":"traceutil/trace.go:171","msg":"trace[1874555689] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"468.360997ms","start":"2026-05-19T03:49:02.868802Z","end":"2026-05-19T03:49:03.337163Z","steps":["trace[1874555689] 'process raft request' (duration: 468.189382ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:03.337633Z","caller":"traceutil/trace.go:171","msg":"trace[984768770] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24684; }","duration":"638.664128ms","start":"2026-05-19T03:49:02.698938Z","end":"2026-05-19T03:49:03.337603Z","steps":["trace[984768770] 'agreement among raft nodes before linearized reading' (duration: 638.378031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:03.337665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.868776Z","time spent":"468.83958ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:03.337685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:02.698925Z","time spent":"638.75065ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-19T03:49:03.948364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:04.66113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.175319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:04.661203Z","caller":"traceutil/trace.go:171","msg":"trace[123790784] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"1.296561624s","start":"2026-05-19T03:49:03.364628Z","end":"2026-05-19T03:49:04.66119Z","steps":["trace[123790784] 'process raft request' (duration: 646.236961ms)","trace[123790784] 'compare' (duration: 649.320428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:04.661243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:03.364602Z","time spent":"1.296623765s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:05.8354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.824906819s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:05.951559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.820284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:05.951633Z","caller":"traceutil/trace.go:171","msg":"trace[2033828067] linearizableReadLoop","detail":"{readStateIndex:25500; appliedIndex:25498; }","duration":"2.503642792s","start":"2026-05-19T03:49:03.447977Z","end":"2026-05-19T03:49:05.95162Z","steps":["trace[2033828067] 'read index received' (duration: 562.766127ms)","trace[2033828067] 'applied index is now lower than readState.Index' (duration: 1.940875815s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:05.95166Z","caller":"traceutil/trace.go:171","msg":"trace[112335317] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"2.586991673s","start":"2026-05-19T03:49:03.364647Z","end":"2026-05-19T03:49:05.951639Z","steps":["trace[112335317] 'process raft request' (duration: 2.471016175s)","trace[112335317] 'compare' (duration: 115.600658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:05.951753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:03.364621Z","time spent":"2.587081105s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:05.952012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504039133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-19T03:49:05.952047Z","caller":"traceutil/trace.go:171","msg":"trace[2048316623] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24686; }","duration":"2.504100453s","start":"2026-05-19T03:49:03.447935Z","end":"2026-05-19T03:49:05.952036Z","steps":["trace[2048316623] 'agreement among raft nodes before linearized reading' (duration: 2.503736834s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:05.952077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:03.447918Z","time spent":"2.504151405s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T03:49:06.452599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:06.607081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:06.60715Z","caller":"traceutil/trace.go:171","msg":"trace[1102091051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903615s","start":"2026-05-19T03:49:04.606231Z","end":"2026-05-19T03:49:06.607134Z","steps":["trace[1102091051] 'agreement among raft nodes before linearized reading' (duration: 2.000819213s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:06.607186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.606206Z","time spent":"2.000972317s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:06.952754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:07.086512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250931779s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:07.087669Z","caller":"traceutil/trace.go:171","msg":"trace[2040004748] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"2.428821388s","start":"2026-05-19T03:49:04.658822Z","end":"2026-05-19T03:49:07.087644Z","steps":["trace[2040004748] 'process raft request' (duration: 2.428427868s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.087849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.658793Z","time spent":"2.428932581s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.088002Z","caller":"traceutil/trace.go:171","msg":"trace[1974945166] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"2.426119519s","start":"2026-05-19T03:49:04.661865Z","end":"2026-05-19T03:49:07.087984Z","steps":["trace[1974945166] 'process raft request' (duration: 2.426068388s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.088111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.661856Z","time spent":"2.426192661s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.088273Z","caller":"traceutil/trace.go:171","msg":"trace[1775363659] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"2.427376101s","start":"2026-05-19T03:49:04.660867Z","end":"2026-05-19T03:49:07.088243Z","steps":["trace[1775363659] 'process raft request' (duration: 2.426907809s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.088368Z","caller":"traceutil/trace.go:171","msg":"trace[1860473753] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"2.427479224s","start":"2026-05-19T03:49:04.66087Z","end":"2026-05-19T03:49:07.08835Z","steps":["trace[1860473753] 'process raft request' (duration: 2.426991401s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.088423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.660858Z","time spent":"2.427471564s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:07.088463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.660849Z","time spent":"2.427563257s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.08847Z","caller":"traceutil/trace.go:171","msg":"trace[507676146] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"2.4273138s","start":"2026-05-19T03:49:04.661134Z","end":"2026-05-19T03:49:07.088448Z","steps":["trace[507676146] 'process raft request' (duration: 2.426775235s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.08858Z","caller":"traceutil/trace.go:171","msg":"trace[1081975380] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"2.427826913s","start":"2026-05-19T03:49:04.660736Z","end":"2026-05-19T03:49:07.088563Z","steps":["trace[1081975380] 'process raft request' (duration: 2.426856847s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.088679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.660723Z","time spent":"2.427908785s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:07.088736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.661099Z","time spent":"2.427427973s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.088824Z","caller":"traceutil/trace.go:171","msg":"trace[159043370] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.73446088s","start":"2026-05-19T03:49:05.354348Z","end":"2026-05-19T03:49:07.088809Z","steps":["trace[159043370] 'process raft request' (duration: 1.733609228s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.088907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.354328Z","time spent":"1.734532351s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.088997Z","caller":"traceutil/trace.go:171","msg":"trace[681703727] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.564298192s","start":"2026-05-19T03:49:05.524682Z","end":"2026-05-19T03:49:07.08898Z","steps":["trace[681703727] 'process raft request' (duration: 1.563412679s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.089087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.524659Z","time spent":"1.564382385s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:07.93317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.982933ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-19T03:49:07.935758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803567576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T03:49:07.935821Z","caller":"traceutil/trace.go:171","msg":"trace[708334209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24695; }","duration":"2.803657238s","start":"2026-05-19T03:49:05.132152Z","end":"2026-05-19T03:49:07.935809Z","steps":["trace[708334209] 'agreement among raft nodes before linearized reading' (duration: 2.803505174s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.935844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.132143Z","time spent":"2.803696079s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:49:07.935962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799634165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:07.935983Z","caller":"traceutil/trace.go:171","msg":"trace[690433823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24695; }","duration":"2.799671067s","start":"2026-05-19T03:49:05.136306Z","end":"2026-05-19T03:49:07.935977Z","steps":["trace[690433823] 'agreement among raft nodes before linearized reading' (duration: 2.799638176s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.935955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236534537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T03:49:07.935997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.136297Z","time spent":"2.799696277s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:07.935987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271898402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b0dae1fd322fd8\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-19T03:49:07.936023Z","caller":"traceutil/trace.go:171","msg":"trace[196540515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24695; }","duration":"3.23666647s","start":"2026-05-19T03:49:04.69934Z","end":"2026-05-19T03:49:07.936007Z","steps":["trace[196540515] 'agreement among raft nodes before linearized reading' (duration: 3.236409563s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27499109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:49:07.936047Z","caller":"traceutil/trace.go:171","msg":"trace[532143962] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b0dae1fd322fd8; range_end:; response_count:1; response_revision:24695; }","duration":"3.271991594s","start":"2026-05-19T03:49:04.664043Z","end":"2026-05-19T03:49:07.936034Z","steps":["trace[532143962] 'agreement among raft nodes before linearized reading' (duration: 3.27180166s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.936094Z","caller":"traceutil/trace.go:171","msg":"trace[489758739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24695; }","duration":"3.275110633s","start":"2026-05-19T03:49:04.660967Z","end":"2026-05-19T03:49:07.936078Z","steps":["trace[489758739] 'agreement among raft nodes before linearized reading' (duration: 3.274853747s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804832978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-19T03:49:07.936142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.660944Z","time spent":"3.275190765s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T03:49:07.936159Z","caller":"traceutil/trace.go:171","msg":"trace[1472840685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24695; }","duration":"2.804879888s","start":"2026-05-19T03:49:05.131264Z","end":"2026-05-19T03:49:07.936144Z","steps":["trace[1472840685] 'agreement among raft nodes before linearized reading' (duration: 2.804812326s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.131246Z","time spent":"2.80493236s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:07.936177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625033926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-19T03:49:07.936201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62364842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:49:07.936219Z","caller":"traceutil/trace.go:171","msg":"trace[812728869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24695; }","duration":"2.623689681s","start":"2026-05-19T03:49:05.312524Z","end":"2026-05-19T03:49:07.936213Z","steps":["trace[812728869] 'agreement among raft nodes before linearized reading' (duration: 2.62364106s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.936215Z","caller":"traceutil/trace.go:171","msg":"trace[531973825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24695; }","duration":"2.625091358s","start":"2026-05-19T03:49:05.311114Z","end":"2026-05-19T03:49:07.936206Z","steps":["trace[531973825] 'agreement among raft nodes before linearized reading' (duration: 2.625003305s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.312507Z","time spent":"2.623723502s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:07.936095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.664034Z","time spent":"3.272052716s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b0dae1fd322fd8\" "} {"level":"warn","ts":"2026-05-19T03:49:07.936261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.311097Z","time spent":"2.625151509s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:07.936288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147253736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:07.936303Z","caller":"traceutil/trace.go:171","msg":"trace[1245368067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24695; }","duration":"3.147314128s","start":"2026-05-19T03:49:04.788983Z","end":"2026-05-19T03:49:07.936297Z","steps":["trace[1245368067] 'agreement among raft nodes before linearized reading' (duration: 3.147287457s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.788933Z","time spent":"3.147379699s","remote":"127.0.0.1:45346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:07.936059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.699294Z","time spent":"3.236758182s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:49:07.936517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275902063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:49:07.936544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894083983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:07.936529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624653626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T03:49:07.936563Z","caller":"traceutil/trace.go:171","msg":"trace[116188368] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24695; }","duration":"3.894128223s","start":"2026-05-19T03:49:04.04243Z","end":"2026-05-19T03:49:07.936558Z","steps":["trace[116188368] 'agreement among raft nodes before linearized reading' (duration: 3.894090383s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:07.936567Z","caller":"traceutil/trace.go:171","msg":"trace[1152150704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24695; }","duration":"3.275988945s","start":"2026-05-19T03:49:04.660567Z","end":"2026-05-19T03:49:07.936556Z","steps":["trace[1152150704] 'agreement among raft nodes before linearized reading' (duration: 3.275856572s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.93658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.042413Z","time spent":"3.894162675s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:07.936604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:04.660551Z","time spent":"3.276041506s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:49:07.936616Z","caller":"traceutil/trace.go:171","msg":"trace[1724044371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24695; }","duration":"2.625301623s","start":"2026-05-19T03:49:05.311268Z","end":"2026-05-19T03:49:07.93657Z","steps":["trace[1724044371] 'agreement among raft nodes before linearized reading' (duration: 2.624424161s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.936726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.311264Z","time spent":"2.625446146s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:07.9368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747791363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:07.936839Z","caller":"traceutil/trace.go:171","msg":"trace[1541525902] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24695; }","duration":"2.747875246s","start":"2026-05-19T03:49:05.188954Z","end":"2026-05-19T03:49:07.936829Z","steps":["trace[1541525902] 'agreement among raft nodes before linearized reading' (duration: 2.747746633s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.93689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.18893Z","time spent":"2.747924537s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:07.935813Z","caller":"traceutil/trace.go:171","msg":"trace[594045545] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.569140805s","start":"2026-05-19T03:49:06.366643Z","end":"2026-05-19T03:49:07.935783Z","steps":["trace[594045545] 'process raft request' (duration: 1.566734804s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:07.93752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.366622Z","time spent":"1.570389286s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:07.935645Z","caller":"traceutil/trace.go:171","msg":"trace[1272428486] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25500; }","duration":"1.983960596s","start":"2026-05-19T03:49:05.951654Z","end":"2026-05-19T03:49:07.935615Z","steps":["trace[1272428486] 'read index received' (duration: 1.135917456s)","trace[1272428486] 'applied index is now lower than readState.Index' (duration: 848.04153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:08.443557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:08.607685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:08.607775Z","caller":"traceutil/trace.go:171","msg":"trace[156319729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482156s","start":"2026-05-19T03:49:06.607272Z","end":"2026-05-19T03:49:08.607755Z","steps":["trace[156319729] 'agreement among raft nodes before linearized reading' (duration: 2.000366473s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:08.607823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.607251Z","time spent":"2.000562618s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:08.94404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:09.201836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:09.201924Z","caller":"traceutil/trace.go:171","msg":"trace[1934941163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965833s","start":"2026-05-19T03:49:07.201936Z","end":"2026-05-19T03:49:09.201902Z","steps":["trace[1934941163] 'agreement among raft nodes before linearized reading' (duration: 1.99986089s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:09.201976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.201908Z","time spent":"2.000056636s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:09.377082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.435593055s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:09.377659Z","caller":"traceutil/trace.go:171","msg":"trace[246383159] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.436272762s","start":"2026-05-19T03:49:07.941368Z","end":"2026-05-19T03:49:09.377641Z","steps":["trace[246383159] 'process raft request' (duration: 1.436146689s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:09.377749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.941337Z","time spent":"1.436353114s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:10.616767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000875813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:10.616829Z","caller":"traceutil/trace.go:171","msg":"trace[1736369427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001006196s","start":"2026-05-19T03:49:08.615809Z","end":"2026-05-19T03:49:10.616815Z","steps":["trace[1736369427] 'agreement among raft nodes before linearized reading' (duration: 2.000909874s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:10.616859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.615791Z","time spent":"2.001061598s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:10.674727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297472246s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:10.675512Z","caller":"traceutil/trace.go:171","msg":"trace[1704318863] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"2.732921738s","start":"2026-05-19T03:49:07.94257Z","end":"2026-05-19T03:49:10.675492Z","steps":["trace[1704318863] 'process raft request' (duration: 2.732721063s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:10.675512Z","caller":"traceutil/trace.go:171","msg":"trace[1482487109] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"2.73299193s","start":"2026-05-19T03:49:07.942482Z","end":"2026-05-19T03:49:10.675474Z","steps":["trace[1482487109] 'process raft request' (duration: 2.732662641s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:10.675531Z","caller":"traceutil/trace.go:171","msg":"trace[1498400351] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"2.732918427s","start":"2026-05-19T03:49:07.942588Z","end":"2026-05-19T03:49:10.675507Z","steps":["trace[1498400351] 'process raft request' (duration: 2.732791664s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:10.675603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.942562Z","time spent":"2.732987709s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:10.675622Z","caller":"traceutil/trace.go:171","msg":"trace[1232383555] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"2.733007139s","start":"2026-05-19T03:49:07.942578Z","end":"2026-05-19T03:49:10.675585Z","steps":["trace[1232383555] 'process raft request' (duration: 2.732763813s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:10.675689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.94257Z","time spent":"2.733037061s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:10.675689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.942464Z","time spent":"2.733132903s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:10.675823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.942558Z","time spent":"2.733161464s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:10.675971Z","caller":"traceutil/trace.go:171","msg":"trace[1181146308] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"2.733247656s","start":"2026-05-19T03:49:07.942715Z","end":"2026-05-19T03:49:10.675962Z","steps":["trace[1181146308] 'process raft request' (duration: 2.732755153s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:10.676022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.942669Z","time spent":"2.733327718s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.345193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.13241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:11.345396Z","caller":"traceutil/trace.go:171","msg":"trace[389662299] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"3.402253781s","start":"2026-05-19T03:49:07.943111Z","end":"2026-05-19T03:49:11.345364Z","steps":["trace[389662299] 'process raft request' (duration: 2.732834774s)","trace[389662299] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 666.452332ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:11.345441Z","caller":"traceutil/trace.go:171","msg":"trace[957311799] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"3.402080787s","start":"2026-05-19T03:49:07.943343Z","end":"2026-05-19T03:49:11.345424Z","steps":["trace[957311799] 'process raft request' (duration: 3.401943623s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.345493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.943102Z","time spent":"3.402348413s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.345511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.943334Z","time spent":"3.402139699s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.345733Z","caller":"traceutil/trace.go:171","msg":"trace[209776405] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"3.253787713s","start":"2026-05-19T03:49:08.091919Z","end":"2026-05-19T03:49:11.345707Z","steps":["trace[209776405] 'process raft request' (duration: 3.25368825s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.345874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.091891Z","time spent":"3.253910796s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.3459Z","caller":"traceutil/trace.go:171","msg":"trace[1010746236] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"3.400281811s","start":"2026-05-19T03:49:07.945584Z","end":"2026-05-19T03:49:11.345866Z","steps":["trace[1010746236] 'process raft request' (duration: 3.399787468s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346029Z","caller":"traceutil/trace.go:171","msg":"trace[1520755946] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25510; }","duration":"3.403366511s","start":"2026-05-19T03:49:07.942648Z","end":"2026-05-19T03:49:11.346015Z","steps":["trace[1520755946] 'read index received' (duration: 1.434880248s)","trace[1520755946] 'applied index is now lower than readState.Index' (duration: 1.968485453s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:11.346235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.945571Z","time spent":"3.400473546s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.34627Z","caller":"traceutil/trace.go:171","msg":"trace[1719873044] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"2.248048411s","start":"2026-05-19T03:49:09.098207Z","end":"2026-05-19T03:49:11.346255Z","steps":["trace[1719873044] 'process raft request' (duration: 2.24762543s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346309Z","caller":"traceutil/trace.go:171","msg":"trace[2078808544] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"2.248193074s","start":"2026-05-19T03:49:09.098108Z","end":"2026-05-19T03:49:11.346301Z","steps":["trace[2078808544] 'process raft request' (duration: 2.247692371s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.347771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098095Z","time spent":"2.249629591s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.347898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098195Z","time spent":"2.248970904s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.346324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052435132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:11.347983Z","caller":"traceutil/trace.go:171","msg":"trace[1690915718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24713; }","duration":"4.054082474s","start":"2026-05-19T03:49:07.293879Z","end":"2026-05-19T03:49:11.347961Z","steps":["trace[1690915718] 'agreement among raft nodes before linearized reading' (duration: 4.05235948s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.34634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40301577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.348057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.293812Z","time spent":"4.054223238s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.348086Z","caller":"traceutil/trace.go:171","msg":"trace[1100406317] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24713; }","duration":"3.404784416s","start":"2026-05-19T03:49:07.943287Z","end":"2026-05-19T03:49:11.348071Z","steps":["trace[1100406317] 'agreement among raft nodes before linearized reading' (duration: 3.403013001s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.348124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.943274Z","time spent":"3.404840647s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:49:11.346357Z","caller":"traceutil/trace.go:171","msg":"trace[1783953140] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.248073671s","start":"2026-05-19T03:49:09.098275Z","end":"2026-05-19T03:49:11.346349Z","steps":["trace[1783953140] 'process raft request' (duration: 2.247585209s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.348243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098262Z","time spent":"2.249939288s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.346353Z","caller":"traceutil/trace.go:171","msg":"trace[1424285819] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"3.232960866s","start":"2026-05-19T03:49:08.113383Z","end":"2026-05-19T03:49:11.346344Z","steps":["trace[1424285819] 'process raft request' (duration: 3.232292619s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346382Z","caller":"traceutil/trace.go:171","msg":"trace[653707468] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"2.247797925s","start":"2026-05-19T03:49:09.098579Z","end":"2026-05-19T03:49:11.346376Z","steps":["trace[653707468] 'process raft request' (duration: 2.247315843s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346407Z","caller":"traceutil/trace.go:171","msg":"trace[176100054] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"2.246726977s","start":"2026-05-19T03:49:09.099673Z","end":"2026-05-19T03:49:11.3464Z","steps":["trace[176100054] 'process raft request' (duration: 2.246306537s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346304Z","caller":"traceutil/trace.go:171","msg":"trace[1997782986] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"2.248238345s","start":"2026-05-19T03:49:09.098045Z","end":"2026-05-19T03:49:11.346283Z","steps":["trace[1997782986] 'process raft request' (duration: 2.247709372s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.346414Z","caller":"traceutil/trace.go:171","msg":"trace[208418085] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"2.247745953s","start":"2026-05-19T03:49:09.09864Z","end":"2026-05-19T03:49:11.346386Z","steps":["trace[208418085] 'process raft request' (duration: 2.247307352s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.346449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621033627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:11.346454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.075423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.391258345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-19T03:49:11.346493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461646632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706315906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964163635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b0dae169602203\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-19T03:49:11.346555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.522849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247451426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-05-19T03:49:11.346579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.554176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984691872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:49:11.346597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399092183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-19T03:49:11.346609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.654209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.34663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735211265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:49:11.346642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22965215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958378164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706254415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773740395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:11.3467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248672916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-05-19T03:49:11.346708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814559587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.34673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837416505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:11.346726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035011405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:11.349633Z","caller":"traceutil/trace.go:171","msg":"trace[600895477] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24713; }","duration":"3.037907688s","start":"2026-05-19T03:49:08.311707Z","end":"2026-05-19T03:49:11.349614Z","steps":["trace[600895477] 'agreement among raft nodes before linearized reading' (duration: 3.034907222s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.349778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.311634Z","time spent":"3.038118944s","remote":"127.0.0.1:34196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.35006Z","caller":"traceutil/trace.go:171","msg":"trace[723894780] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24713; }","duration":"2.250947565s","start":"2026-05-19T03:49:09.099091Z","end":"2026-05-19T03:49:11.350038Z","steps":["trace[723894780] 'agreement among raft nodes before linearized reading' (duration: 2.247386385s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350087Z","caller":"traceutil/trace.go:171","msg":"trace[469644019] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24713; }","duration":"2.961844722s","start":"2026-05-19T03:49:08.388228Z","end":"2026-05-19T03:49:11.350073Z","steps":["trace[469644019] 'agreement among raft nodes before linearized reading' (duration: 2.958385964s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350101Z","caller":"traceutil/trace.go:171","msg":"trace[251028149] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24713; }","duration":"2.252096103s","start":"2026-05-19T03:49:09.097993Z","end":"2026-05-19T03:49:11.350089Z","steps":["trace[251028149] 'agreement among raft nodes before linearized reading' (duration: 2.248653906s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.35014Z","caller":"traceutil/trace.go:171","msg":"trace[2080812517] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24713; }","duration":"3.402649562s","start":"2026-05-19T03:49:07.947479Z","end":"2026-05-19T03:49:11.350129Z","steps":["trace[2080812517] 'agreement among raft nodes before linearized reading' (duration: 3.399047141s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350175Z","caller":"traceutil/trace.go:171","msg":"trace[1642278941] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24713; }","duration":"2.738754924s","start":"2026-05-19T03:49:08.611412Z","end":"2026-05-19T03:49:11.350167Z","steps":["trace[1642278941] 'agreement among raft nodes before linearized reading' (duration: 2.735120532s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.099082Z","time spent":"2.251034277s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-05-19T03:49:11.350204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:07.947471Z","time spent":"3.402722734s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"info","ts":"2026-05-19T03:49:11.350227Z","caller":"traceutil/trace.go:171","msg":"trace[594129184] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24713; }","duration":"945.308731ms","start":"2026-05-19T03:49:10.40491Z","end":"2026-05-19T03:49:11.350219Z","steps":["trace[594129184] 'agreement among raft nodes before linearized reading' (duration: 941.68312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:10.404889Z","time spent":"945.351853ms","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.350288Z","caller":"traceutil/trace.go:171","msg":"trace[1244731468] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24713; }","duration":"1.817976193s","start":"2026-05-19T03:49:09.532113Z","end":"2026-05-19T03:49:11.350089Z","steps":["trace[1244731468] 'agreement among raft nodes before linearized reading' (duration: 1.814568597s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350341Z","caller":"traceutil/trace.go:171","msg":"trace[484623113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24713; }","duration":"451.965971ms","start":"2026-05-19T03:49:10.898367Z","end":"2026-05-19T03:49:11.350333Z","steps":["trace[484623113] 'agreement among raft nodes before linearized reading' (duration: 448.058513ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350368Z","caller":"traceutil/trace.go:171","msg":"trace[442646924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24713; }","duration":"2.988470797s","start":"2026-05-19T03:49:08.361889Z","end":"2026-05-19T03:49:11.35036Z","steps":["trace[442646924] 'agreement among raft nodes before linearized reading' (duration: 2.984593199s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350373Z","caller":"traceutil/trace.go:171","msg":"trace[1432676934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24713; }","duration":"4.710551634s","start":"2026-05-19T03:49:06.639807Z","end":"2026-05-19T03:49:11.350359Z","steps":["trace[1432676934] 'agreement among raft nodes before linearized reading' (duration: 4.706637185s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:10.898302Z","time spent":"452.070724ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.350409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.361844Z","time spent":"2.988552359s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:11.350414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.63978Z","time spent":"4.710619466s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.350406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098559Z","time spent":"2.251792296s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.350433Z","caller":"traceutil/trace.go:171","msg":"trace[2035510551] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24713; }","duration":"1.841145539s","start":"2026-05-19T03:49:09.50928Z","end":"2026-05-19T03:49:11.350426Z","steps":["trace[2035510551] 'agreement among raft nodes before linearized reading' (duration: 1.837435696s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.509263Z","time spent":"1.841191041s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.350495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.09966Z","time spent":"2.250709419s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.350171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.388211Z","time spent":"2.961907703s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.350559Z","caller":"traceutil/trace.go:171","msg":"trace[603505722] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b0dae169602203; range_end:; response_count:1; response_revision:24713; }","duration":"1.968206506s","start":"2026-05-19T03:49:09.382339Z","end":"2026-05-19T03:49:11.350546Z","steps":["trace[603505722] 'agreement among raft nodes before linearized reading' (duration: 1.964130594s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.382325Z","time spent":"1.968257488s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18b0dae169602203\" "} {"level":"info","ts":"2026-05-19T03:49:11.350632Z","caller":"traceutil/trace.go:171","msg":"trace[2097934197] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24713; }","duration":"1.233678701s","start":"2026-05-19T03:49:10.116946Z","end":"2026-05-19T03:49:11.350625Z","steps":["trace[2097934197] 'agreement among raft nodes before linearized reading' (duration: 1.229677851s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:10.116928Z","time spent":"1.233721802s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.350694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.113352Z","time spent":"3.237308546s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.350725Z","caller":"traceutil/trace.go:171","msg":"trace[1615898880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24713; }","duration":"733.720625ms","start":"2026-05-19T03:49:10.61699Z","end":"2026-05-19T03:49:11.350711Z","steps":["trace[1615898880] 'agreement among raft nodes before linearized reading' (duration: 729.551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.350758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:10.616969Z","time spent":"733.781527ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:11.350819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098614Z","time spent":"2.252172455s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:11.350205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:08.611358Z","time spent":"2.738836356s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:49:11.350951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.098025Z","time spent":"2.252902353s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:11.350309Z","caller":"traceutil/trace.go:171","msg":"trace[1074883871] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24713; }","duration":"4.465486429s","start":"2026-05-19T03:49:06.884807Z","end":"2026-05-19T03:49:11.350293Z","steps":["trace[1074883871] 'agreement among raft nodes before linearized reading' (duration: 4.461640832s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.351014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.884792Z","time spent":"4.466201337s","remote":"127.0.0.1:34146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.350607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.532099Z","time spent":"1.818372123s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.350544Z","caller":"traceutil/trace.go:171","msg":"trace[1401172654] range","detail":"{range_begin:/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c; range_end:; response_count:1; response_revision:24713; }","duration":"5.395451422s","start":"2026-05-19T03:49:05.95508Z","end":"2026-05-19T03:49:11.350532Z","steps":["trace[1401172654] 'agreement among raft nodes before linearized reading' (duration: 5.391152903s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:11.350339Z","caller":"traceutil/trace.go:171","msg":"trace[1500671067] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24713; }","duration":"787.337742ms","start":"2026-05-19T03:49:10.562991Z","end":"2026-05-19T03:49:11.350328Z","steps":["trace[1500671067] 'agreement among raft nodes before linearized reading' (duration: 783.574057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.35116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:10.562975Z","time spent":"788.174433ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.35118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.09797Z","time spent":"2.253198591s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-05-19T03:49:11.350278Z","caller":"traceutil/trace.go:171","msg":"trace[546058647] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24713; }","duration":"4.624895605s","start":"2026-05-19T03:49:06.725359Z","end":"2026-05-19T03:49:11.350255Z","steps":["trace[546058647] 'agreement among raft nodes before linearized reading' (duration: 4.621068339s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.351234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:06.725334Z","time spent":"4.625884309s","remote":"127.0.0.1:49242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.350699Z","caller":"traceutil/trace.go:171","msg":"trace[1925503003] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24713; }","duration":"1.710314658s","start":"2026-05-19T03:49:09.640372Z","end":"2026-05-19T03:49:11.350686Z","steps":["trace[1925503003] 'agreement among raft nodes before linearized reading' (duration: 1.706284147s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.351302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.640348Z","time spent":"1.710940274s","remote":"127.0.0.1:46168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:11.350894Z","caller":"traceutil/trace.go:171","msg":"trace[1056600678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24713; }","duration":"1.7779297s","start":"2026-05-19T03:49:09.572955Z","end":"2026-05-19T03:49:11.350885Z","steps":["trace[1056600678] 'agreement among raft nodes before linearized reading' (duration: 1.773725084s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:11.351105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:05.955052Z","time spent":"5.396040806s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c\" "} {"level":"warn","ts":"2026-05-19T03:49:11.351367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:09.572864Z","time spent":"1.778486124s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:11.856968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589359992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:12.022102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.356693Z","time spent":"665.401186ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:49:12.022164Z","caller":"traceutil/trace.go:171","msg":"trace[1743209355] linearizableReadLoop","detail":"{readStateIndex:25531; appliedIndex:25528; }","duration":"665.368475ms","start":"2026-05-19T03:49:11.356764Z","end":"2026-05-19T03:49:12.022132Z","steps":["trace[1743209355] 'read index received' (duration: 664.273036ms)","trace[1743209355] 'applied index is now lower than readState.Index' (duration: 1.094869ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:12.022317Z","caller":"traceutil/trace.go:171","msg":"trace[1255459473] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"665.527849ms","start":"2026-05-19T03:49:11.356783Z","end":"2026-05-19T03:49:12.022311Z","steps":["trace[1255459473] 'process raft request' (duration: 665.241382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.022402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.35677Z","time spent":"665.56923ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:12.02253Z","caller":"traceutil/trace.go:171","msg":"trace[1050229649] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"665.721143ms","start":"2026-05-19T03:49:11.356804Z","end":"2026-05-19T03:49:12.022525Z","steps":["trace[1050229649] 'process raft request' (duration: 665.301073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.022562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.356796Z","time spent":"665.751014ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:12.022924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.157044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:49:12.022952Z","caller":"traceutil/trace.go:171","msg":"trace[1069762296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24715; }","duration":"666.203666ms","start":"2026-05-19T03:49:11.35674Z","end":"2026-05-19T03:49:12.022944Z","steps":["trace[1069762296] 'agreement among raft nodes before linearized reading' (duration: 666.118434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.022969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.356727Z","time spent":"666.237886ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-19T03:49:12.022983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.094333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:12.023019Z","caller":"traceutil/trace.go:171","msg":"trace[1597600073] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24715; }","duration":"649.141194ms","start":"2026-05-19T03:49:11.37387Z","end":"2026-05-19T03:49:12.023012Z","steps":["trace[1597600073] 'agreement among raft nodes before linearized reading' (duration: 649.083092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.022996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.531144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:12.023084Z","caller":"traceutil/trace.go:171","msg":"trace[60870244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24715; }","duration":"649.635086ms","start":"2026-05-19T03:49:11.373427Z","end":"2026-05-19T03:49:12.023062Z","steps":["trace[60870244] 'agreement among raft nodes before linearized reading' (duration: 649.471682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.023104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.700939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-05-19T03:49:12.023162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.429455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-19T03:49:12.023208Z","caller":"traceutil/trace.go:171","msg":"trace[263928739] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24715; }","duration":"638.843183ms","start":"2026-05-19T03:49:11.384335Z","end":"2026-05-19T03:49:12.023179Z","steps":["trace[263928739] 'agreement among raft nodes before linearized reading' (duration: 638.578426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.023136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.373418Z","time spent":"649.708318ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:12.023223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.164234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:12.02324Z","caller":"traceutil/trace.go:171","msg":"trace[1167047135] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24715; }","duration":"648.555188ms","start":"2026-05-19T03:49:11.374665Z","end":"2026-05-19T03:49:12.02322Z","steps":["trace[1167047135] 'agreement among raft nodes before linearized reading' (duration: 648.296231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.023269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.384311Z","time spent":"638.942746ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-05-19T03:49:12.023279Z","caller":"traceutil/trace.go:171","msg":"trace[1112274826] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24715; }","duration":"177.265597ms","start":"2026-05-19T03:49:11.845999Z","end":"2026-05-19T03:49:12.023264Z","steps":["trace[1112274826] 'agreement among raft nodes before linearized reading' (duration: 177.171235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.023288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.37466Z","time spent":"648.61879ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-05-19T03:49:12.023036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.373866Z","time spent":"649.165814ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:12.023525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.426251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:12.023586Z","caller":"traceutil/trace.go:171","msg":"trace[1789377895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24715; }","duration":"649.516904ms","start":"2026-05-19T03:49:11.374055Z","end":"2026-05-19T03:49:12.023571Z","steps":["trace[1789377895] 'agreement among raft nodes before linearized reading' (duration: 648.877858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.02362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.374042Z","time spent":"649.570195ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:12.023671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.693419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-05-19T03:49:12.023699Z","caller":"traceutil/trace.go:171","msg":"trace[519026220] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24715; }","duration":"591.745701ms","start":"2026-05-19T03:49:11.431946Z","end":"2026-05-19T03:49:12.023692Z","steps":["trace[519026220] 'agreement among raft nodes before linearized reading' (duration: 591.642168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.023718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:11.431933Z","time spent":"591.780391ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-05-19T03:49:12.577983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:49:12.890855Z","caller":"traceutil/trace.go:171","msg":"trace[1175224854] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"813.818182ms","start":"2026-05-19T03:49:12.077009Z","end":"2026-05-19T03:49:12.890827Z","steps":["trace[1175224854] 'read index received' (duration: 757.666611ms)","trace[1175224854] 'applied index is now lower than readState.Index' (duration: 56.149511ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:12.890855Z","caller":"traceutil/trace.go:171","msg":"trace[1909409724] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"861.93183ms","start":"2026-05-19T03:49:12.028894Z","end":"2026-05-19T03:49:12.890826Z","steps":["trace[1909409724] 'process raft request' (duration: 805.847261ms)","trace[1909409724] 'compare' (duration: 55.862614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:12.890961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.179737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:12.891036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.028882Z","time spent":"862.102475ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:49:12.891041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.549487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-19T03:49:12.891055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.508696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-05-19T03:49:12.891135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.265356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:12.891177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.418887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:12.891208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.922084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:49:12.891203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.292293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:49:12.891147Z","caller":"traceutil/trace.go:171","msg":"trace[801763552] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24717; }","duration":"864.66422ms","start":"2026-05-19T03:49:12.026462Z","end":"2026-05-19T03:49:12.891126Z","steps":["trace[801763552] 'agreement among raft nodes before linearized reading' (duration: 864.376153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.891286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.026443Z","time spent":"864.833975ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T03:49:12.891087Z","caller":"traceutil/trace.go:171","msg":"trace[408056398] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f; range_end:; response_count:1; response_revision:24717; }","duration":"864.623388ms","start":"2026-05-19T03:49:12.02645Z","end":"2026-05-19T03:49:12.891073Z","steps":["trace[408056398] 'agreement among raft nodes before linearized reading' (duration: 864.455654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.891307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.209841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:49:12.891344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.026421Z","time spent":"864.906016ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-10b2779c-8415-4708-a7c6-e60b65de6f7f\" "} {"level":"info","ts":"2026-05-19T03:49:12.891074Z","caller":"traceutil/trace.go:171","msg":"trace[1046504044] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24717; }","duration":"862.333041ms","start":"2026-05-19T03:49:12.028715Z","end":"2026-05-19T03:49:12.891048Z","steps":["trace[1046504044] 'agreement among raft nodes before linearized reading' (duration: 862.118075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.891453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.028697Z","time spent":"862.744641ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:12.891295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.258108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:49:12.891658Z","caller":"traceutil/trace.go:171","msg":"trace[893918237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24717; }","duration":"211.509854ms","start":"2026-05-19T03:49:12.67999Z","end":"2026-05-19T03:49:12.8915Z","steps":["trace[893918237] 'agreement among raft nodes before linearized reading' (duration: 211.130735ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:12.893507Z","caller":"traceutil/trace.go:171","msg":"trace[156114737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24717; }","duration":"282.407489ms","start":"2026-05-19T03:49:12.608777Z","end":"2026-05-19T03:49:12.891185Z","steps":["trace[156114737] 'agreement among raft nodes before linearized reading' (duration: 282.284576ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:12.893561Z","caller":"traceutil/trace.go:171","msg":"trace[989133286] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24717; }","duration":"746.502289ms","start":"2026-05-19T03:49:12.144704Z","end":"2026-05-19T03:49:12.891207Z","steps":["trace[989133286] 'agreement among raft nodes before linearized reading' (duration: 746.415347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.89363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.144683Z","time spent":"748.92765ms","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:12.893712Z","caller":"traceutil/trace.go:171","msg":"trace[108541129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24717; }","duration":"205.965144ms","start":"2026-05-19T03:49:12.685263Z","end":"2026-05-19T03:49:12.891228Z","steps":["trace[108541129] 'agreement among raft nodes before linearized reading' (duration: 205.879002ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:12.893926Z","caller":"traceutil/trace.go:171","msg":"trace[1373329904] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24717; }","duration":"810.385326ms","start":"2026-05-19T03:49:12.080854Z","end":"2026-05-19T03:49:12.89124Z","steps":["trace[1373329904] 'agreement among raft nodes before linearized reading' (duration: 810.136949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.893982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.080842Z","time spent":"813.124355ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T03:49:12.894037Z","caller":"traceutil/trace.go:171","msg":"trace[1280018333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24717; }","duration":"206.295943ms","start":"2026-05-19T03:49:12.685035Z","end":"2026-05-19T03:49:12.891331Z","steps":["trace[1280018333] 'agreement among raft nodes before linearized reading' (duration: 206.128269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:12.895277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.450298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:49:12.895624Z","caller":"traceutil/trace.go:171","msg":"trace[1109322191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24717; }","duration":"210.790778ms","start":"2026-05-19T03:49:12.684813Z","end":"2026-05-19T03:49:12.895604Z","steps":["trace[1109322191] 'agreement among raft nodes before linearized reading' (duration: 210.309034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.400844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:13.941517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.107236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:13.942437Z","caller":"traceutil/trace.go:171","msg":"trace[647075092] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"1.043444715s","start":"2026-05-19T03:49:12.898958Z","end":"2026-05-19T03:49:13.942403Z","steps":["trace[647075092] 'process raft request' (duration: 524.369655ms)","trace[647075092] 'compare' (duration: 516.637518ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:13.942581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.898942Z","time spent":"1.043560018s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.942602Z","caller":"traceutil/trace.go:171","msg":"trace[743236853] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"1.041044384s","start":"2026-05-19T03:49:12.901532Z","end":"2026-05-19T03:49:13.942576Z","steps":["trace[743236853] 'process raft request' (duration: 1.04089908s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.942769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.901513Z","time spent":"1.041213398s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.942846Z","caller":"traceutil/trace.go:171","msg":"trace[145442135] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"584.388983ms","start":"2026-05-19T03:49:13.35845Z","end":"2026-05-19T03:49:13.942839Z","steps":["trace[145442135] 'process raft request' (duration: 584.033964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.942914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.358426Z","time spent":"584.449845ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.942662Z","caller":"traceutil/trace.go:171","msg":"trace[1626294147] linearizableReadLoop","detail":"{readStateIndex:25545; appliedIndex:25533; }","duration":"1.042360028s","start":"2026-05-19T03:49:12.900284Z","end":"2026-05-19T03:49:13.942644Z","steps":["trace[1626294147] 'read index received' (duration: 523.091973ms)","trace[1626294147] 'applied index is now lower than readState.Index' (duration: 519.267295ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:13.943046Z","caller":"traceutil/trace.go:171","msg":"trace[1288530231] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"1.042468961s","start":"2026-05-19T03:49:12.900567Z","end":"2026-05-19T03:49:13.943036Z","steps":["trace[1288530231] 'process raft request' (duration: 1.041828095s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.943062Z","caller":"traceutil/trace.go:171","msg":"trace[618849149] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"584.499026ms","start":"2026-05-19T03:49:13.358555Z","end":"2026-05-19T03:49:13.943054Z","steps":["trace[618849149] 'process raft request' (duration: 583.949943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.358535Z","time spent":"584.543757ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.943106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.900557Z","time spent":"1.042517582s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.943127Z","caller":"traceutil/trace.go:171","msg":"trace[2052688903] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"566.814069ms","start":"2026-05-19T03:49:13.376289Z","end":"2026-05-19T03:49:13.943103Z","steps":["trace[2052688903] 'process raft request' (duration: 566.305736ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.943159Z","caller":"traceutil/trace.go:171","msg":"trace[1122603338] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"566.424189ms","start":"2026-05-19T03:49:13.376729Z","end":"2026-05-19T03:49:13.943153Z","steps":["trace[1122603338] 'process raft request' (duration: 565.890076ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.942825Z","caller":"traceutil/trace.go:171","msg":"trace[168641526] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"996.596179ms","start":"2026-05-19T03:49:12.946222Z","end":"2026-05-19T03:49:13.942818Z","steps":["trace[168641526] 'process raft request' (duration: 996.23691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.376718Z","time spent":"566.456719ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.943219Z","caller":"traceutil/trace.go:171","msg":"trace[62795063] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"584.534167ms","start":"2026-05-19T03:49:13.358679Z","end":"2026-05-19T03:49:13.943213Z","steps":["trace[62795063] 'process raft request' (duration: 583.84709ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.942914Z","caller":"traceutil/trace.go:171","msg":"trace[1343307165] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"1.042414459s","start":"2026-05-19T03:49:12.900465Z","end":"2026-05-19T03:49:13.942879Z","steps":["trace[1343307165] 'process raft request' (duration: 1.041832345s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.946191Z","time spent":"997.005579ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.943253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.35866Z","time spent":"584.575398ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.943193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.376273Z","time spent":"566.88092ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:13.943314Z","caller":"traceutil/trace.go:171","msg":"trace[503483428] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"583.275307ms","start":"2026-05-19T03:49:13.360033Z","end":"2026-05-19T03:49:13.943308Z","steps":["trace[503483428] 'process raft request' (duration: 582.513707ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.94334Z","caller":"traceutil/trace.go:171","msg":"trace[1672718002] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"581.08154ms","start":"2026-05-19T03:49:13.362253Z","end":"2026-05-19T03:49:13.943335Z","steps":["trace[1672718002] 'process raft request' (duration: 580.31975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.942797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042496702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:49:13.943374Z","caller":"traceutil/trace.go:171","msg":"trace[1310308253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24729; }","duration":"1.043098807s","start":"2026-05-19T03:49:12.900268Z","end":"2026-05-19T03:49:13.943367Z","steps":["trace[1310308253] 'agreement among raft nodes before linearized reading' (duration: 1.04242859s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.360022Z","time spent":"583.305897ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.943376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.362244Z","time spent":"581.115392ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.9434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.900262Z","time spent":"1.043132938s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:49:13.943253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.900454Z","time spent":"1.042783218s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:13.943396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043008915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-19T03:49:13.943492Z","caller":"traceutil/trace.go:171","msg":"trace[731616069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e; range_end:; response_count:1; response_revision:24729; }","duration":"1.043103577s","start":"2026-05-19T03:49:12.900378Z","end":"2026-05-19T03:49:13.943481Z","steps":["trace[731616069] 'agreement among raft nodes before linearized reading' (duration: 1.042925403s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.804817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:49:13.943557Z","caller":"traceutil/trace.go:171","msg":"trace[1814487758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24729; }","duration":"592.851459ms","start":"2026-05-19T03:49:13.350699Z","end":"2026-05-19T03:49:13.94355Z","steps":["trace[1814487758] 'agreement among raft nodes before linearized reading' (duration: 592.793157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.350682Z","time spent":"592.891859ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:13.943577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.870533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:13.943603Z","caller":"traceutil/trace.go:171","msg":"trace[1165800786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24729; }","duration":"683.932335ms","start":"2026-05-19T03:49:13.259662Z","end":"2026-05-19T03:49:13.943594Z","steps":["trace[1165800786] 'agreement among raft nodes before linearized reading' (duration: 683.886184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.900361Z","time spent":"1.043159129s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e\" "} {"level":"warn","ts":"2026-05-19T03:49:13.943635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.259639Z","time spent":"683.987556ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:13.943667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.956857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:13.943693Z","caller":"traceutil/trace.go:171","msg":"trace[1105812946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24729; }","duration":"592.045138ms","start":"2026-05-19T03:49:13.351641Z","end":"2026-05-19T03:49:13.943687Z","steps":["trace[1105812946] 'agreement among raft nodes before linearized reading' (duration: 591.975937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.35162Z","time spent":"592.08692ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:13.943774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.441363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:13.943793Z","caller":"traceutil/trace.go:171","msg":"trace[1079619085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24729; }","duration":"337.494584ms","start":"2026-05-19T03:49:13.606293Z","end":"2026-05-19T03:49:13.943788Z","steps":["trace[1079619085] 'agreement among raft nodes before linearized reading' (duration: 337.464603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.943808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.606275Z","time spent":"337.529675ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:13.943805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.657924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:13.943824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.23208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:13.943833Z","caller":"traceutil/trace.go:171","msg":"trace[709313275] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24729; }","duration":"878.724616ms","start":"2026-05-19T03:49:13.0651Z","end":"2026-05-19T03:49:13.943825Z","steps":["trace[709313275] 'agreement among raft nodes before linearized reading' (duration: 878.674594ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:13.943851Z","caller":"traceutil/trace.go:171","msg":"trace[1960857280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24729; }","duration":"977.291471ms","start":"2026-05-19T03:49:12.966553Z","end":"2026-05-19T03:49:13.943845Z","steps":["trace[1960857280] 'agreement among raft nodes before linearized reading' (duration: 977.24802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:13.94386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.065078Z","time spent":"878.774097ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:13.943869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:12.966536Z","time spent":"977.329682ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T03:49:14.494349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:14.995403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:15.086055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097094744s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:15.088259Z","caller":"traceutil/trace.go:171","msg":"trace[1920695476] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.138248615s","start":"2026-05-19T03:49:13.949985Z","end":"2026-05-19T03:49:15.088234Z","steps":["trace[1920695476] 'process raft request' (duration: 1.138141233s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:15.088276Z","caller":"traceutil/trace.go:171","msg":"trace[1277049800] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.139103997s","start":"2026-05-19T03:49:13.949145Z","end":"2026-05-19T03:49:15.088249Z","steps":["trace[1277049800] 'process raft request' (duration: 1.137273111s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:15.088497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.949133Z","time spent":"1.139289252s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:15.088496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.94998Z","time spent":"1.138347159s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:16.410277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.139281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:16.41137Z","caller":"traceutil/trace.go:171","msg":"trace[1089068714] linearizableReadLoop","detail":"{readStateIndex:25550; appliedIndex:25546; }","duration":"2.417814591s","start":"2026-05-19T03:49:13.993539Z","end":"2026-05-19T03:49:16.411353Z","steps":["trace[1089068714] 'read index received' (duration: 1.092893168s)","trace[1089068714] 'applied index is now lower than readState.Index' (duration: 1.324920453s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:16.411382Z","caller":"traceutil/trace.go:171","msg":"trace[774813081] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.811582933s","start":"2026-05-19T03:49:14.599779Z","end":"2026-05-19T03:49:16.411362Z","steps":["trace[774813081] 'process raft request' (duration: 1.810570947s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.411527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:14.599753Z","time spent":"1.811706007s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:16.413374Z","caller":"traceutil/trace.go:171","msg":"trace[1309058989] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"463.287059ms","start":"2026-05-19T03:49:15.950078Z","end":"2026-05-19T03:49:16.413365Z","steps":["trace[1309058989] 'process raft request' (duration: 461.270039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.41336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419813051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:49:16.413422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.950069Z","time spent":"463.33282ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:16.413437Z","caller":"traceutil/trace.go:171","msg":"trace[1727619378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24733; }","duration":"2.419938234s","start":"2026-05-19T03:49:13.993476Z","end":"2026-05-19T03:49:16.413414Z","steps":["trace[1727619378] 'agreement among raft nodes before linearized reading' (duration: 2.417976105s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.413499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:13.993455Z","time spent":"2.420033297s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:16.606878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:16.606978Z","caller":"traceutil/trace.go:171","msg":"trace[1207462118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028466s","start":"2026-05-19T03:49:14.606667Z","end":"2026-05-19T03:49:16.606951Z","steps":["trace[1207462118] 'agreement among raft nodes before linearized reading' (duration: 2.000114175s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.607193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:14.606644Z","time spent":"2.000510076s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-19T03:49:16.971303Z","caller":"traceutil/trace.go:171","msg":"trace[757895899] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.019726015s","start":"2026-05-19T03:49:15.951535Z","end":"2026-05-19T03:49:16.971261Z","steps":["trace[757895899] 'process raft request' (duration: 958.852265ms)","trace[757895899] 'compare' (duration: 59.892616ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:16.971358Z","caller":"traceutil/trace.go:171","msg":"trace[2047597651] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.019215802s","start":"2026-05-19T03:49:15.952104Z","end":"2026-05-19T03:49:16.971319Z","steps":["trace[2047597651] 'process raft request' (duration: 1.019001567s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.97181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.952093Z","time spent":"1.019592562s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:16.972189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.951512Z","time spent":"1.01987182s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:16.972344Z","caller":"traceutil/trace.go:171","msg":"trace[53307016] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.020133336s","start":"2026-05-19T03:49:15.952166Z","end":"2026-05-19T03:49:16.9723Z","steps":["trace[53307016] 'process raft request' (duration: 1.019095679s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.972461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.95216Z","time spent":"1.020244599s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:16.974589Z","caller":"traceutil/trace.go:171","msg":"trace[1436967671] linearizableReadLoop","detail":"{readStateIndex:25557; appliedIndex:25551; }","duration":"563.127736ms","start":"2026-05-19T03:49:16.411427Z","end":"2026-05-19T03:49:16.974555Z","steps":["trace[1436967671] 'read index received' (duration: 498.996572ms)","trace[1436967671] 'applied index is now lower than readState.Index' (duration: 64.129704ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:16.976099Z","caller":"traceutil/trace.go:171","msg":"trace[892490200] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.02383719s","start":"2026-05-19T03:49:15.952245Z","end":"2026-05-19T03:49:16.976082Z","steps":["trace[892490200] 'process raft request' (duration: 1.022058925s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.976274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.952236Z","time spent":"1.023946042s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:16.976511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02428868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:49:16.976511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564208356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:16.976555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024602839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:49:16.976599Z","caller":"traceutil/trace.go:171","msg":"trace[1263478492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24740; }","duration":"1.024660229s","start":"2026-05-19T03:49:15.951927Z","end":"2026-05-19T03:49:16.976587Z","steps":["trace[1263478492] 'agreement among raft nodes before linearized reading' (duration: 1.024505826s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:16.97902Z","caller":"traceutil/trace.go:171","msg":"trace[1791009999] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24740; }","duration":"2.564328499s","start":"2026-05-19T03:49:14.412234Z","end":"2026-05-19T03:49:16.976563Z","steps":["trace[1791009999] 'agreement among raft nodes before linearized reading' (duration: 2.564196026s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.979137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:14.412212Z","time spent":"2.566896653s","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.979675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509397592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:16.979757Z","caller":"traceutil/trace.go:171","msg":"trace[1934294446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24740; }","duration":"1.509589397s","start":"2026-05-19T03:49:15.470131Z","end":"2026-05-19T03:49:16.97972Z","steps":["trace[1934294446] 'agreement among raft nodes before linearized reading' (duration: 1.509481744s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.979803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.470112Z","time spent":"1.509679209s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.98003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.951919Z","time spent":"1.024704721s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:49:16.980379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028822577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:49:16.980421Z","caller":"traceutil/trace.go:171","msg":"trace[659834069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24740; }","duration":"1.028890649s","start":"2026-05-19T03:49:15.951518Z","end":"2026-05-19T03:49:16.980409Z","steps":["trace[659834069] 'agreement among raft nodes before linearized reading' (duration: 1.025057181s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.98045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.951503Z","time spent":"1.02893972s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:16.981012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37777896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:16.981058Z","caller":"traceutil/trace.go:171","msg":"trace[538910748] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24740; }","duration":"1.377814841s","start":"2026-05-19T03:49:15.603223Z","end":"2026-05-19T03:49:16.981037Z","steps":["trace[538910748] 'agreement among raft nodes before linearized reading' (duration: 1.3734308s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.981086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.603167Z","time spent":"1.377911143s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.981315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031288348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:49:16.981352Z","caller":"traceutil/trace.go:171","msg":"trace[1025729170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24740; }","duration":"1.03135113s","start":"2026-05-19T03:49:15.949993Z","end":"2026-05-19T03:49:16.981344Z","steps":["trace[1025729170] 'agreement among raft nodes before linearized reading' (duration: 1.026645831s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.981392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.949975Z","time spent":"1.031401901s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:49:16.981755Z","caller":"traceutil/trace.go:171","msg":"trace[363441561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24740; }","duration":"1.024352452s","start":"2026-05-19T03:49:15.952192Z","end":"2026-05-19T03:49:16.976544Z","steps":["trace[363441561] 'agreement among raft nodes before linearized reading' (duration: 1.024181838s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.981799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.952187Z","time spent":"1.029601595s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:16.976394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04873508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:16.982043Z","caller":"traceutil/trace.go:171","msg":"trace[1681978229] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24740; }","duration":"1.054437064s","start":"2026-05-19T03:49:15.927595Z","end":"2026-05-19T03:49:16.982032Z","steps":["trace[1681978229] 'agreement among raft nodes before linearized reading' (duration: 1.0487293s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.982079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.927563Z","time spent":"1.054506365s","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.982486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.947937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T03:49:16.982536Z","caller":"traceutil/trace.go:171","msg":"trace[1628149537] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24740; }","duration":"566.019279ms","start":"2026-05-19T03:49:16.416493Z","end":"2026-05-19T03:49:16.982512Z","steps":["trace[1628149537] 'agreement among raft nodes before linearized reading' (duration: 565.877796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.982565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.416472Z","time spent":"566.084861ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:49:16.982872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570755562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:16.982913Z","caller":"traceutil/trace.go:171","msg":"trace[1566060301] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24740; }","duration":"2.570787603s","start":"2026-05-19T03:49:14.412107Z","end":"2026-05-19T03:49:16.982895Z","steps":["trace[1566060301] 'agreement among raft nodes before linearized reading' (duration: 2.570728081s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.982934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:14.41205Z","time spent":"2.570878046s","remote":"127.0.0.1:45898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.983372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.299227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:16.983402Z","caller":"traceutil/trace.go:171","msg":"trace[995998271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24740; }","duration":"376.361228ms","start":"2026-05-19T03:49:16.607033Z","end":"2026-05-19T03:49:16.983394Z","steps":["trace[995998271] 'agreement among raft nodes before linearized reading' (duration: 376.310807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.983467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.60702Z","time spent":"376.442121ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:16.983702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.582317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:16.983744Z","caller":"traceutil/trace.go:171","msg":"trace[1130436483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24740; }","duration":"386.651039ms","start":"2026-05-19T03:49:16.597083Z","end":"2026-05-19T03:49:16.983734Z","steps":["trace[1130436483] 'agreement among raft nodes before linearized reading' (duration: 386.595847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.983769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.597067Z","time spent":"386.695809ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:16.983987Z","caller":"traceutil/trace.go:171","msg":"trace[1847134576] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.031514464s","start":"2026-05-19T03:49:15.952461Z","end":"2026-05-19T03:49:16.983975Z","steps":["trace[1847134576] 'process raft request' (duration: 1.021986343s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.984064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.952445Z","time spent":"1.031575136s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:16.984269Z","caller":"traceutil/trace.go:171","msg":"trace[2083814034] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.031511364s","start":"2026-05-19T03:49:15.952742Z","end":"2026-05-19T03:49:16.984253Z","steps":["trace[2083814034] 'process raft request' (duration: 1.021752347s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.984325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.952732Z","time spent":"1.031562045s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:16.984555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026485906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:16.984591Z","caller":"traceutil/trace.go:171","msg":"trace[1823241507] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24740; }","duration":"1.026536428s","start":"2026-05-19T03:49:15.958048Z","end":"2026-05-19T03:49:16.984585Z","steps":["trace[1823241507] 'agreement among raft nodes before linearized reading' (duration: 1.026476277s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.984616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.958016Z","time spent":"1.02658896s","remote":"127.0.0.1:57942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:16.985391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158682273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:16.985487Z","caller":"traceutil/trace.go:171","msg":"trace[165938284] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24740; }","duration":"1.158834537s","start":"2026-05-19T03:49:15.82663Z","end":"2026-05-19T03:49:16.985464Z","steps":["trace[165938284] 'agreement among raft nodes before linearized reading' (duration: 1.15854033s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:16.98554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:15.826605Z","time spent":"1.158917449s","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:18.080323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063082532s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:18.132841Z","caller":"traceutil/trace.go:171","msg":"trace[629843311] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25558; }","duration":"1.140509033s","start":"2026-05-19T03:49:16.992305Z","end":"2026-05-19T03:49:18.132814Z","steps":["trace[629843311] 'read index received' (duration: 25.140316ms)","trace[629843311] 'applied index is now lower than readState.Index' (duration: 1.115367487s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:18.132921Z","caller":"traceutil/trace.go:171","msg":"trace[592184426] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.139419265s","start":"2026-05-19T03:49:16.993492Z","end":"2026-05-19T03:49:18.132912Z","steps":["trace[592184426] 'process raft request' (duration: 1.139142148s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:18.132971Z","caller":"traceutil/trace.go:171","msg":"trace[766009602] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.138597224s","start":"2026-05-19T03:49:16.994342Z","end":"2026-05-19T03:49:18.132939Z","steps":["trace[766009602] 'process raft request' (duration: 1.138408049s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.993466Z","time spent":"1.139491977s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:18.133096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140771469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:49:18.133146Z","caller":"traceutil/trace.go:171","msg":"trace[1372745500] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24744; }","duration":"1.140832681s","start":"2026-05-19T03:49:16.992297Z","end":"2026-05-19T03:49:18.13313Z","steps":["trace[1372745500] 'agreement among raft nodes before linearized reading' (duration: 1.140660496s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.994305Z","time spent":"1.138746488s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:18.133188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.992285Z","time spent":"1.140892923s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"info","ts":"2026-05-19T03:49:18.132845Z","caller":"traceutil/trace.go:171","msg":"trace[146047035] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.141020305s","start":"2026-05-19T03:49:16.991786Z","end":"2026-05-19T03:49:18.132806Z","steps":["trace[146047035] 'process raft request' (duration: 1.088728651s)","trace[146047035] 'compare' (duration: 51.821913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:18.133168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137516078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:18.13329Z","caller":"traceutil/trace.go:171","msg":"trace[53491771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24744; }","duration":"1.137662611s","start":"2026-05-19T03:49:16.995596Z","end":"2026-05-19T03:49:18.133259Z","steps":["trace[53491771] 'agreement among raft nodes before linearized reading' (duration: 1.137445315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.991763Z","time spent":"1.141498658s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:18.133396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:16.995583Z","time spent":"1.137792144s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:18.133413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.367292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-19T03:49:18.133392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.790043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:49:18.133456Z","caller":"traceutil/trace.go:171","msg":"trace[508465859] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24744; }","duration":"185.445604ms","start":"2026-05-19T03:49:17.947998Z","end":"2026-05-19T03:49:18.133443Z","steps":["trace[508465859] 'agreement among raft nodes before linearized reading' (duration: 185.298171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037406282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:49:18.133482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.979578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:18.133491Z","caller":"traceutil/trace.go:171","msg":"trace[925924079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24744; }","duration":"783.932266ms","start":"2026-05-19T03:49:17.349545Z","end":"2026-05-19T03:49:18.133477Z","steps":["trace[925924079] 'agreement among raft nodes before linearized reading' (duration: 783.706561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.13354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.349525Z","time spent":"784.004718ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:49:18.133545Z","caller":"traceutil/trace.go:171","msg":"trace[175061653] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24744; }","duration":"470.0772ms","start":"2026-05-19T03:49:17.663447Z","end":"2026-05-19T03:49:18.133524Z","steps":["trace[175061653] 'agreement among raft nodes before linearized reading' (duration: 469.984698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037220798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:49:18.133501Z","caller":"traceutil/trace.go:171","msg":"trace[1440151880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24744; }","duration":"1.037510976s","start":"2026-05-19T03:49:17.095975Z","end":"2026-05-19T03:49:18.133486Z","steps":["trace[1440151880] 'agreement among raft nodes before linearized reading' (duration: 1.037376792s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:18.133622Z","caller":"traceutil/trace.go:171","msg":"trace[111819130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24744; }","duration":"1.037315161s","start":"2026-05-19T03:49:17.096299Z","end":"2026-05-19T03:49:18.133614Z","steps":["trace[111819130] 'agreement among raft nodes before linearized reading' (duration: 1.037222978s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.095949Z","time spent":"1.037669809s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:18.133652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.096276Z","time spent":"1.037369371s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:18.13359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.663389Z","time spent":"470.188414ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:18.133694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133462564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:49:18.133751Z","caller":"traceutil/trace.go:171","msg":"trace[2006631630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24744; }","duration":"1.133540067s","start":"2026-05-19T03:49:17.00019Z","end":"2026-05-19T03:49:18.13373Z","steps":["trace[2006631630] 'agreement among raft nodes before linearized reading' (duration: 1.133385873s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:18.133787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:17.000179Z","time spent":"1.133601828s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:49:18.642588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:19.561129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.679272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T03:49:19.561368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.134633Z","time spent":"1.426725539s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:49:19.561443Z","caller":"traceutil/trace.go:171","msg":"trace[88748705] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25561; }","duration":"1.419737252s","start":"2026-05-19T03:49:18.141691Z","end":"2026-05-19T03:49:19.561429Z","steps":["trace[88748705] 'read index received' (duration: 582.753773ms)","trace[88748705] 'applied index is now lower than readState.Index' (duration: 836.982509ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:19.561603Z","caller":"traceutil/trace.go:171","msg":"trace[1108773671] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.423040466s","start":"2026-05-19T03:49:18.138553Z","end":"2026-05-19T03:49:19.561594Z","steps":["trace[1108773671] 'process raft request' (duration: 1.422675146s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:19.561674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.138535Z","time spent":"1.423088097s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:19.561803Z","caller":"traceutil/trace.go:171","msg":"trace[905072382] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.423145879s","start":"2026-05-19T03:49:18.13865Z","end":"2026-05-19T03:49:19.561796Z","steps":["trace[905072382] 'process raft request' (duration: 1.422684207s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:19.561838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.138645Z","time spent":"1.423173559s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:19.561921Z","caller":"traceutil/trace.go:171","msg":"trace[891746883] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.423220711s","start":"2026-05-19T03:49:18.138695Z","end":"2026-05-19T03:49:19.561915Z","steps":["trace[891746883] 'process raft request' (duration: 1.422668197s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:19.561959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.13869Z","time spent":"1.423246061s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:19.562052Z","caller":"traceutil/trace.go:171","msg":"trace[615646988] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.142053501s","start":"2026-05-19T03:49:18.419977Z","end":"2026-05-19T03:49:19.56203Z","steps":["trace[615646988] 'process raft request' (duration: 1.141422616s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:19.562213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.419948Z","time spent":"1.142143304s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:19.562373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420683806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:19.562402Z","caller":"traceutil/trace.go:171","msg":"trace[1697969088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24748; }","duration":"1.420724327s","start":"2026-05-19T03:49:18.14167Z","end":"2026-05-19T03:49:19.562394Z","steps":["trace[1697969088] 'agreement among raft nodes before linearized reading' (duration: 1.420675016s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:19.562422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.141659Z","time spent":"1.420758568s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:20.062389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:21.199959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.507099ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.200065Z","caller":"traceutil/trace.go:171","msg":"trace[1046373098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24748; }","duration":"603.625452ms","start":"2026-05-19T03:49:20.596425Z","end":"2026-05-19T03:49:21.200051Z","steps":["trace[1046373098] 'range keys from in-memory index tree' (duration: 603.493928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.200226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115689704s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:21.200453Z","caller":"traceutil/trace.go:171","msg":"trace[735019232] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"2.250500763s","start":"2026-05-19T03:49:18.949935Z","end":"2026-05-19T03:49:21.200435Z","steps":["trace[735019232] 'process raft request' (duration: 1.134498581s)","trace[735019232] 'compare' (duration: 1.114067363s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:21.200501Z","caller":"traceutil/trace.go:171","msg":"trace[1084947885] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"2.222801201s","start":"2026-05-19T03:49:18.977682Z","end":"2026-05-19T03:49:21.200483Z","steps":["trace[1084947885] 'process raft request' (duration: 2.222647638s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:21.200681Z","caller":"traceutil/trace.go:171","msg":"trace[993155323] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"2.221055058s","start":"2026-05-19T03:49:18.979612Z","end":"2026-05-19T03:49:21.200667Z","steps":["trace[993155323] 'process raft request' (duration: 2.220825152s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.200697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.977657Z","time spent":"2.222990326s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:21.200751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.979599Z","time spent":"2.22112311s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:21.200546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.949908Z","time spent":"2.250582696s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:21.200902Z","caller":"traceutil/trace.go:171","msg":"trace[1991000126] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"2.221071959s","start":"2026-05-19T03:49:18.97982Z","end":"2026-05-19T03:49:21.200892Z","steps":["trace[1991000126] 'process raft request' (duration: 2.220792022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.200951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.97979Z","time spent":"2.22114025s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:21.201021Z","caller":"traceutil/trace.go:171","msg":"trace[980922935] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"2.216113683s","start":"2026-05-19T03:49:18.984899Z","end":"2026-05-19T03:49:21.201012Z","steps":["trace[980922935] 'process raft request' (duration: 2.215957909s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.984889Z","time spent":"2.216155323s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:21.201076Z","caller":"traceutil/trace.go:171","msg":"trace[1627359240] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25566; }","duration":"1.639595238s","start":"2026-05-19T03:49:19.561469Z","end":"2026-05-19T03:49:21.201064Z","steps":["trace[1627359240] 'read index received' (duration: 522.98082ms)","trace[1627359240] 'applied index is now lower than readState.Index' (duration: 1.116613548s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:21.201156Z","caller":"traceutil/trace.go:171","msg":"trace[678370191] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"2.213449605s","start":"2026-05-19T03:49:18.987697Z","end":"2026-05-19T03:49:21.201147Z","steps":["trace[678370191] 'process raft request' (duration: 2.21324556s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.987681Z","time spent":"2.213505267s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:21.201331Z","caller":"traceutil/trace.go:171","msg":"trace[1230812033] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"2.206232282s","start":"2026-05-19T03:49:18.995083Z","end":"2026-05-19T03:49:21.201316Z","steps":["trace[1230812033] 'process raft request' (duration: 2.205902064s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.995069Z","time spent":"2.206294263s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:21.20144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451351748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:21.201466Z","caller":"traceutil/trace.go:171","msg":"trace[1636023547] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24756; }","duration":"2.4514136s","start":"2026-05-19T03:49:18.750045Z","end":"2026-05-19T03:49:21.201459Z","steps":["trace[1636023547] 'agreement among raft nodes before linearized reading' (duration: 2.451351208s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.750021Z","time spent":"2.45146665s","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.201497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671109881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.201527Z","caller":"traceutil/trace.go:171","msg":"trace[106593099] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24756; }","duration":"2.671141422s","start":"2026-05-19T03:49:18.530376Z","end":"2026-05-19T03:49:21.201517Z","steps":["trace[106593099] 'agreement among raft nodes before linearized reading' (duration: 2.671082001s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:18.530335Z","time spent":"2.671221214s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:21.20162Z","caller":"traceutil/trace.go:171","msg":"trace[1100701736] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"1.636283474s","start":"2026-05-19T03:49:19.56532Z","end":"2026-05-19T03:49:21.201603Z","steps":["trace[1100701736] 'process raft request' (duration: 1.63570434s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.5653Z","time spent":"1.636343145s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:21.201778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032068234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.201805Z","caller":"traceutil/trace.go:171","msg":"trace[1647938443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24756; }","duration":"2.032132796s","start":"2026-05-19T03:49:19.169664Z","end":"2026-05-19T03:49:21.201797Z","steps":["trace[1647938443] 'agreement among raft nodes before linearized reading' (duration: 2.032092035s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.201824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.169643Z","time spent":"2.032175427s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.20197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180875811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-19T03:49:21.201995Z","caller":"traceutil/trace.go:171","msg":"trace[1628121018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24756; }","duration":"2.180935913s","start":"2026-05-19T03:49:19.021053Z","end":"2026-05-19T03:49:21.201989Z","steps":["trace[1628121018] 'agreement among raft nodes before linearized reading' (duration: 2.180850931s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.202011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.021034Z","time spent":"2.180973733s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:49:21.202407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636986142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:49:21.202447Z","caller":"traceutil/trace.go:171","msg":"trace[597817913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31; range_end:; response_count:1; response_revision:24756; }","duration":"1.637062134s","start":"2026-05-19T03:49:19.565377Z","end":"2026-05-19T03:49:21.202439Z","steps":["trace[597817913] 'agreement among raft nodes before linearized reading' (duration: 1.636959432s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.202474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.565356Z","time spent":"1.637107066s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31\" "} {"level":"warn","ts":"2026-05-19T03:49:21.202693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.896617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.202741Z","caller":"traceutil/trace.go:171","msg":"trace[1139599361] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24756; }","duration":"490.997269ms","start":"2026-05-19T03:49:20.711732Z","end":"2026-05-19T03:49:21.202729Z","steps":["trace[1139599361] 'agreement among raft nodes before linearized reading' (duration: 490.915597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.202774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.711698Z","time spent":"491.068001ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.203878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065674677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T03:49:21.203911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.79466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:21.203951Z","caller":"traceutil/trace.go:171","msg":"trace[130457291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24756; }","duration":"1.065809031s","start":"2026-05-19T03:49:20.138125Z","end":"2026-05-19T03:49:21.203934Z","steps":["trace[130457291] 'agreement among raft nodes before linearized reading' (duration: 1.065607606s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.20394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63813717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:21.204009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.138104Z","time spent":"1.065891273s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:49:21.204038Z","caller":"traceutil/trace.go:171","msg":"trace[1373382404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"1.638271653s","start":"2026-05-19T03:49:19.565741Z","end":"2026-05-19T03:49:21.204012Z","steps":["trace[1373382404] 'agreement among raft nodes before linearized reading' (duration: 1.638077468s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.565729Z","time spent":"1.638355485s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:21.204158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.627921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.204203Z","caller":"traceutil/trace.go:171","msg":"trace[1618108439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24756; }","duration":"663.708573ms","start":"2026-05-19T03:49:20.540478Z","end":"2026-05-19T03:49:21.204187Z","steps":["trace[1618108439] 'agreement among raft nodes before linearized reading' (duration: 663.639491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.540454Z","time spent":"663.786284ms","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.204253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490966585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:49:21.204297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376789454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.204384Z","caller":"traceutil/trace.go:171","msg":"trace[1699013206] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24756; }","duration":"1.376915197s","start":"2026-05-19T03:49:19.827453Z","end":"2026-05-19T03:49:21.204369Z","steps":["trace[1699013206] 'agreement among raft nodes before linearized reading' (duration: 1.376793104s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.827391Z","time spent":"1.377027659s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.204466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065181625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T03:49:21.204491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.164193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.204509Z","caller":"traceutil/trace.go:171","msg":"trace[761979605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24756; }","duration":"1.065249548s","start":"2026-05-19T03:49:20.139246Z","end":"2026-05-19T03:49:21.204496Z","steps":["trace[761979605] 'agreement among raft nodes before linearized reading' (duration: 1.065139685s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:21.204307Z","caller":"traceutil/trace.go:171","msg":"trace[921558786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24756; }","duration":"1.491069217s","start":"2026-05-19T03:49:19.713225Z","end":"2026-05-19T03:49:21.204294Z","steps":["trace[921558786] 'agreement among raft nodes before linearized reading' (duration: 1.490928744s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:21.203964Z","caller":"traceutil/trace.go:171","msg":"trace[1341468733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24756; }","duration":"554.835366ms","start":"2026-05-19T03:49:20.649115Z","end":"2026-05-19T03:49:21.20395Z","steps":["trace[1341468733] 'agreement among raft nodes before linearized reading' (duration: 553.79578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066281754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T03:49:21.204593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.649095Z","time spent":"555.487103ms","remote":"127.0.0.1:58530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:21.204535Z","caller":"traceutil/trace.go:171","msg":"trace[908081295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24756; }","duration":"880.253115ms","start":"2026-05-19T03:49:20.324269Z","end":"2026-05-19T03:49:21.204522Z","steps":["trace[908081295] 'agreement among raft nodes before linearized reading' (duration: 880.182452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:19.713205Z","time spent":"1.491374576s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:49:21.204641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.324245Z","time spent":"880.388979ms","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:21.204594Z","caller":"traceutil/trace.go:171","msg":"trace[497781707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24756; }","duration":"1.066369356s","start":"2026-05-19T03:49:20.138214Z","end":"2026-05-19T03:49:21.204584Z","steps":["trace[497781707] 'agreement among raft nodes before linearized reading' (duration: 1.066244282s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.204539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.139233Z","time spent":"1.065299939s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:21.20492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.138193Z","time spent":"1.066718305s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:49:21.204596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.870574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:21.204982Z","caller":"traceutil/trace.go:171","msg":"trace[375271206] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24756; }","duration":"987.307525ms","start":"2026-05-19T03:49:20.217666Z","end":"2026-05-19T03:49:21.204973Z","steps":["trace[375271206] 'agreement among raft nodes before linearized reading' (duration: 986.887665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:21.20501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:20.217647Z","time spent":"987.355587ms","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:21.711435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:22.501355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.323658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:22.501457Z","caller":"traceutil/trace.go:171","msg":"trace[1737928317] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"1.294370847s","start":"2026-05-19T03:49:21.20707Z","end":"2026-05-19T03:49:22.501441Z","steps":["trace[1737928317] 'process raft request' (duration: 546.888335ms)","trace[1737928317] 'compare' (duration: 747.040621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:22.501509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.20705Z","time spent":"1.294430739s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:23.211504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:23.211564Z","caller":"traceutil/trace.go:171","msg":"trace[1737833686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131805s","start":"2026-05-19T03:49:21.211421Z","end":"2026-05-19T03:49:23.211553Z","steps":["trace[1737833686] 'agreement among raft nodes before linearized reading' (duration: 2.000059383s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.211604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.211378Z","time spent":"2.000219457s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:23.3206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566548648s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:23.802489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.610282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:23.802733Z","caller":"traceutil/trace.go:171","msg":"trace[1384325686] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"2.593992768s","start":"2026-05-19T03:49:21.208708Z","end":"2026-05-19T03:49:23.802701Z","steps":["trace[1384325686] 'process raft request' (duration: 2.112100439s)","trace[1384325686] 'compare' (duration: 480.34075ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:23.802809Z","caller":"traceutil/trace.go:171","msg":"trace[520937248] linearizableReadLoop","detail":"{readStateIndex:25582; appliedIndex:25574; }","duration":"2.592177363s","start":"2026-05-19T03:49:21.210618Z","end":"2026-05-19T03:49:23.802796Z","steps":["trace[520937248] 'read index received' (duration: 543.459718ms)","trace[520937248] 'applied index is now lower than readState.Index' (duration: 2.048716675s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:23.802878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.208701Z","time spent":"2.594104172s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:23.80299Z","caller":"traceutil/trace.go:171","msg":"trace[1600166932] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"2.594078491s","start":"2026-05-19T03:49:21.208903Z","end":"2026-05-19T03:49:23.802981Z","steps":["trace[1600166932] 'process raft request' (duration: 2.593658011s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.803044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.208887Z","time spent":"2.594129952s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:23.803172Z","caller":"traceutil/trace.go:171","msg":"trace[1520225576] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"2.242987263s","start":"2026-05-19T03:49:21.560169Z","end":"2026-05-19T03:49:23.803156Z","steps":["trace[1520225576] 'process raft request' (duration: 2.242574732s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.803251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.560141Z","time spent":"2.243074865s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:23.803337Z","caller":"traceutil/trace.go:171","msg":"trace[7728818] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"2.593995199s","start":"2026-05-19T03:49:21.209332Z","end":"2026-05-19T03:49:23.803327Z","steps":["trace[7728818] 'process raft request' (duration: 2.593327392s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:23.803353Z","caller":"traceutil/trace.go:171","msg":"trace[1230055464] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"2.234860457s","start":"2026-05-19T03:49:21.568469Z","end":"2026-05-19T03:49:23.803329Z","steps":["trace[1230055464] 'process raft request' (duration: 2.234296193s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.80342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.209315Z","time spent":"2.594078011s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:23.803494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.56845Z","time spent":"2.234981551s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:23.803501Z","caller":"traceutil/trace.go:171","msg":"trace[1831389052] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"2.592653374s","start":"2026-05-19T03:49:21.210838Z","end":"2026-05-19T03:49:23.803491Z","steps":["trace[1831389052] 'process raft request' (duration: 2.591853934s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.803562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.210826Z","time spent":"2.592699536s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:23.803654Z","caller":"traceutil/trace.go:171","msg":"trace[1431449146] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"2.434669325s","start":"2026-05-19T03:49:21.368974Z","end":"2026-05-19T03:49:23.803643Z","steps":["trace[1431449146] 'process raft request' (duration: 2.433746212s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.803689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593066835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:49:23.803717Z","caller":"traceutil/trace.go:171","msg":"trace[1896813841] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24764; }","duration":"2.593095216s","start":"2026-05-19T03:49:21.210614Z","end":"2026-05-19T03:49:23.803709Z","steps":["trace[1896813841] 'agreement among raft nodes before linearized reading' (duration: 2.592967482s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:23.80372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.368945Z","time spent":"2.434736887s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:23.803742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.210592Z","time spent":"2.593142136s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T03:49:24.266793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:24.266884Z","caller":"traceutil/trace.go:171","msg":"trace[72608347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035779s","start":"2026-05-19T03:49:22.266502Z","end":"2026-05-19T03:49:24.26686Z","steps":["trace[72608347] 'agreement among raft nodes before linearized reading' (duration: 2.000250158s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.266931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:22.266477Z","time spent":"2.000444473s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:24.362041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.231201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:24.362343Z","caller":"traceutil/trace.go:171","msg":"trace[1969225052] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"1.152386254s","start":"2026-05-19T03:49:23.209943Z","end":"2026-05-19T03:49:24.36233Z","steps":["trace[1969225052] 'process raft request' (duration: 1.152301822s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.3624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.209922Z","time spent":"1.152453446s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:24.362545Z","caller":"traceutil/trace.go:171","msg":"trace[953984310] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"1.154964438s","start":"2026-05-19T03:49:23.207572Z","end":"2026-05-19T03:49:24.362536Z","steps":["trace[953984310] 'process raft request' (duration: 1.154547528s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.362588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.207541Z","time spent":"1.15502673s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:24.36256Z","caller":"traceutil/trace.go:171","msg":"trace[1208381507] linearizableReadLoop","detail":"{readStateIndex:25588; appliedIndex:25582; }","duration":"559.699179ms","start":"2026-05-19T03:49:23.802837Z","end":"2026-05-19T03:49:24.362536Z","steps":["trace[1208381507] 'read index received' (duration: 416.859463ms)","trace[1208381507] 'applied index is now lower than readState.Index' (duration: 142.837926ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:24.362672Z","caller":"traceutil/trace.go:171","msg":"trace[1970561277] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"1.152828256s","start":"2026-05-19T03:49:23.209837Z","end":"2026-05-19T03:49:24.362665Z","steps":["trace[1970561277] 'process raft request' (duration: 1.152378244s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:24.362703Z","caller":"traceutil/trace.go:171","msg":"trace[796273439] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"1.155684997s","start":"2026-05-19T03:49:23.206968Z","end":"2026-05-19T03:49:24.362653Z","steps":["trace[796273439] 'process raft request' (duration: 1.012773529s)","trace[796273439] 'compare' (duration: 141.757249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:24.362867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.206943Z","time spent":"1.155850492s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:24.362957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220573451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:24.362982Z","caller":"traceutil/trace.go:171","msg":"trace[2107417418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24770; }","duration":"1.220634982s","start":"2026-05-19T03:49:23.14234Z","end":"2026-05-19T03:49:24.362975Z","steps":["trace[2107417418] 'agreement among raft nodes before linearized reading' (duration: 1.220517709s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.363007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.142319Z","time spent":"1.220684403s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:49:24.36312Z","caller":"traceutil/trace.go:171","msg":"trace[1608682346] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"1.151969023s","start":"2026-05-19T03:49:23.211144Z","end":"2026-05-19T03:49:24.363113Z","steps":["trace[1608682346] 'process raft request' (duration: 1.151155532s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.363164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.211131Z","time spent":"1.152009833s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:24.363235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453268241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:24.363289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.352039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:24.363314Z","caller":"traceutil/trace.go:171","msg":"trace[1625892845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24770; }","duration":"634.415661ms","start":"2026-05-19T03:49:23.728892Z","end":"2026-05-19T03:49:24.363307Z","steps":["trace[1625892845] 'agreement among raft nodes before linearized reading' (duration: 634.37435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.363333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.728869Z","time spent":"634.458011ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:24.363289Z","caller":"traceutil/trace.go:171","msg":"trace[995056225] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24770; }","duration":"1.453369204s","start":"2026-05-19T03:49:22.909906Z","end":"2026-05-19T03:49:24.363275Z","steps":["trace[995056225] 'agreement among raft nodes before linearized reading' (duration: 1.453253451s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.363495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:22.909878Z","time spent":"1.453579939s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:24.363528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.021679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-19T03:49:24.363558Z","caller":"traceutil/trace.go:171","msg":"trace[1285137063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24770; }","duration":"739.093791ms","start":"2026-05-19T03:49:23.624455Z","end":"2026-05-19T03:49:24.363549Z","steps":["trace[1285137063] 'agreement among raft nodes before linearized reading' (duration: 739.008018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.365952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.62443Z","time spent":"741.470491ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-19T03:49:24.363254Z","caller":"traceutil/trace.go:171","msg":"trace[707607679] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"1.151009329s","start":"2026-05-19T03:49:23.212238Z","end":"2026-05-19T03:49:24.363248Z","steps":["trace[707607679] 'process raft request' (duration: 1.150151388s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.366214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.212225Z","time spent":"1.153899552s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:24.363774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479408033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:24.366328Z","caller":"traceutil/trace.go:171","msg":"trace[1756467320] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24770; }","duration":"1.481969627s","start":"2026-05-19T03:49:22.884317Z","end":"2026-05-19T03:49:24.366286Z","steps":["trace[1756467320] 'agreement among raft nodes before linearized reading' (duration: 1.479419252s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.366401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:22.884298Z","time spent":"1.48208293s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:24.36389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859625218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-05-19T03:49:24.366509Z","caller":"traceutil/trace.go:171","msg":"trace[1782860715] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f; range_end:; response_count:1; response_revision:24770; }","duration":"1.862256205s","start":"2026-05-19T03:49:22.504234Z","end":"2026-05-19T03:49:24.36649Z","steps":["trace[1782860715] 'agreement among raft nodes before linearized reading' (duration: 1.859560887s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.366555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:22.504221Z","time spent":"1.862322746s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5945f8b45f-w95fz.18b0d919f6e5f46f\" "} {"level":"warn","ts":"2026-05-19T03:49:24.363941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628664126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:24.366698Z","caller":"traceutil/trace.go:171","msg":"trace[946260389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24770; }","duration":"2.631449357s","start":"2026-05-19T03:49:21.735236Z","end":"2026-05-19T03:49:24.366685Z","steps":["trace[946260389] 'agreement among raft nodes before linearized reading' (duration: 2.628679727s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.366737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.735217Z","time spent":"2.631507138s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:24.364011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798340932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-19T03:49:24.364071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798466925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T03:49:24.366994Z","caller":"traceutil/trace.go:171","msg":"trace[652596186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24770; }","duration":"2.80139906s","start":"2026-05-19T03:49:21.565564Z","end":"2026-05-19T03:49:24.366963Z","steps":["trace[652596186] 'agreement among raft nodes before linearized reading' (duration: 2.798461795s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.367106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.56555Z","time spent":"2.801513982s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:24.364111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132294646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:24.367304Z","caller":"traceutil/trace.go:171","msg":"trace[1401760105] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24770; }","duration":"3.135503648s","start":"2026-05-19T03:49:21.231785Z","end":"2026-05-19T03:49:24.367289Z","steps":["trace[1401760105] 'agreement among raft nodes before linearized reading' (duration: 3.132300306s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.367393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.231772Z","time spent":"3.13557151s","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:24.36271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.209798Z","time spent":"1.152895057s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:24.364744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.818646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:24.367606Z","caller":"traceutil/trace.go:171","msg":"trace[1495679534] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24770; }","duration":"873.682249ms","start":"2026-05-19T03:49:23.493873Z","end":"2026-05-19T03:49:24.367556Z","steps":["trace[1495679534] 'agreement among raft nodes before linearized reading' (duration: 870.815876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.367669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.493854Z","time spent":"873.795141ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:24.364795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153048511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:24.367759Z","caller":"traceutil/trace.go:171","msg":"trace[1057183399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24770; }","duration":"1.156050577s","start":"2026-05-19T03:49:23.211687Z","end":"2026-05-19T03:49:24.367737Z","steps":["trace[1057183399] 'agreement among raft nodes before linearized reading' (duration: 1.15301376s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:24.366885Z","caller":"traceutil/trace.go:171","msg":"trace[1741138437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24770; }","duration":"2.801246906s","start":"2026-05-19T03:49:21.565615Z","end":"2026-05-19T03:49:24.366862Z","steps":["trace[1741138437] 'agreement among raft nodes before linearized reading' (duration: 2.798342403s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:24.36784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:21.565583Z","time spent":"2.802244251s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:24.367816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.211669Z","time spent":"1.156132469s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:24.86311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:25.364251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:25.663845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442169668s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:25.884226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.119423Z","time spent":"764.794722ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:25.884721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.480522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:25.884837Z","caller":"traceutil/trace.go:171","msg":"trace[1728503121] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"1.963805456s","start":"2026-05-19T03:49:23.921009Z","end":"2026-05-19T03:49:25.884815Z","steps":["trace[1728503121] 'process raft request' (duration: 1.743144559s)","trace[1728503121] 'compare' (duration: 219.676792ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:25.884905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.920984Z","time spent":"1.963889287s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:25.885826Z","caller":"traceutil/trace.go:171","msg":"trace[1219242750] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"1.517261801s","start":"2026-05-19T03:49:24.368542Z","end":"2026-05-19T03:49:25.885804Z","steps":["trace[1219242750] 'process raft request' (duration: 1.517058236s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:25.885842Z","caller":"traceutil/trace.go:171","msg":"trace[1987668290] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25588; }","duration":"1.523195482s","start":"2026-05-19T03:49:24.362619Z","end":"2026-05-19T03:49:25.885815Z","steps":["trace[1987668290] 'read index received' (duration: 1.30154826s)","trace[1987668290] 'applied index is now lower than readState.Index' (duration: 221.646202ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:25.885859Z","caller":"traceutil/trace.go:171","msg":"trace[1944633696] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"1.513927277s","start":"2026-05-19T03:49:24.371904Z","end":"2026-05-19T03:49:25.885831Z","steps":["trace[1944633696] 'process raft request' (duration: 1.513821984s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:25.885873Z","caller":"traceutil/trace.go:171","msg":"trace[419614168] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"1.513851615s","start":"2026-05-19T03:49:24.372004Z","end":"2026-05-19T03:49:25.885855Z","steps":["trace[419614168] 'process raft request' (duration: 1.513767513s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:25.88594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.368524Z","time spent":"1.517355463s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:25.88597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.371894Z","time spent":"1.514017859s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:25.885969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.371979Z","time spent":"1.513936587s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:25.885981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544309466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:25.886018Z","caller":"traceutil/trace.go:171","msg":"trace[518520491] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24774; }","duration":"1.544366017s","start":"2026-05-19T03:49:24.341639Z","end":"2026-05-19T03:49:25.886005Z","steps":["trace[518520491] 'agreement among raft nodes before linearized reading' (duration: 1.544271815s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:25.886061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.341576Z","time spent":"1.544476001s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:25.886244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076458067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:49:25.886277Z","caller":"traceutil/trace.go:171","msg":"trace[1996074281] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24774; }","duration":"2.07653589s","start":"2026-05-19T03:49:23.809732Z","end":"2026-05-19T03:49:25.886268Z","steps":["trace[1996074281] 'agreement among raft nodes before linearized reading' (duration: 2.076404137s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:25.886297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:23.809708Z","time spent":"2.076584972s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:49:26.374563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000802252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:26.374622Z","caller":"traceutil/trace.go:171","msg":"trace[2126282216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881644s","start":"2026-05-19T03:49:24.373728Z","end":"2026-05-19T03:49:26.37461Z","steps":["trace[2126282216] 'agreement among raft nodes before linearized reading' (duration: 2.000812692s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:26.374654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.373722Z","time spent":"2.000926874s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:26.386847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:27.38441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.768398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:27.384492Z","caller":"traceutil/trace.go:171","msg":"trace[382212009] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"1.573149006s","start":"2026-05-19T03:49:25.811328Z","end":"2026-05-19T03:49:27.384478Z","steps":["trace[382212009] 'process raft request' (duration: 709.255225ms)","trace[382212009] 'compare' (duration: 861.86432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:27.384532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.811312Z","time spent":"1.573200688s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:27.385356Z","caller":"traceutil/trace.go:171","msg":"trace[1281822825] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.016404311s","start":"2026-05-19T03:49:26.368926Z","end":"2026-05-19T03:49:27.385331Z","steps":["trace[1281822825] 'process raft request' (duration: 1.016328539s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:27.385459Z","caller":"traceutil/trace.go:171","msg":"trace[71491911] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"1.173755205s","start":"2026-05-19T03:49:26.211689Z","end":"2026-05-19T03:49:27.385444Z","steps":["trace[71491911] 'process raft request' (duration: 1.173475328s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.385498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.368905Z","time spent":"1.016520815s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:27.385563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.211662Z","time spent":"1.173826366s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:27.387277Z","caller":"traceutil/trace.go:171","msg":"trace[513391080] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.017766687s","start":"2026-05-19T03:49:26.369497Z","end":"2026-05-19T03:49:27.387264Z","steps":["trace[513391080] 'process raft request' (duration: 1.015791426s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.387361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.36949Z","time spent":"1.017817148s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:27.387717Z","caller":"traceutil/trace.go:171","msg":"trace[754957554] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.016896664s","start":"2026-05-19T03:49:26.370811Z","end":"2026-05-19T03:49:27.387708Z","steps":["trace[754957554] 'process raft request' (duration: 1.016781941s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:27.387718Z","caller":"traceutil/trace.go:171","msg":"trace[444222773] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.016986236s","start":"2026-05-19T03:49:26.370646Z","end":"2026-05-19T03:49:27.387633Z","steps":["trace[444222773] 'process raft request' (duration: 1.016568885s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.38777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.370777Z","time spent":"1.016968576s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:27.387842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.370614Z","time spent":"1.01714594s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:27.387902Z","caller":"traceutil/trace.go:171","msg":"trace[180159649] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.015356035s","start":"2026-05-19T03:49:26.372538Z","end":"2026-05-19T03:49:27.387894Z","steps":["trace[180159649] 'process raft request' (duration: 1.01513635s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.387943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.372509Z","time spent":"1.015414247s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:27.387967Z","caller":"traceutil/trace.go:171","msg":"trace[750208223] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25592; }","duration":"1.502059167s","start":"2026-05-19T03:49:25.885886Z","end":"2026-05-19T03:49:27.387945Z","steps":["trace[750208223] 'read index received' (duration: 634.713788ms)","trace[750208223] 'applied index is now lower than readState.Index' (duration: 867.344438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:27.388099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015705246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.388133Z","caller":"traceutil/trace.go:171","msg":"trace[994158061] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24782; }","duration":"3.015759897s","start":"2026-05-19T03:49:24.372364Z","end":"2026-05-19T03:49:27.388124Z","steps":["trace[994158061] 'agreement among raft nodes before linearized reading' (duration: 3.015709626s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706532603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-19T03:49:27.388187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253040397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:27.3882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017697216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:27.388213Z","caller":"traceutil/trace.go:171","msg":"trace[732591225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24782; }","duration":"2.253104129s","start":"2026-05-19T03:49:25.135102Z","end":"2026-05-19T03:49:27.388206Z","steps":["trace[732591225] 'agreement among raft nodes before linearized reading' (duration: 2.253063678s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:27.388223Z","caller":"traceutil/trace.go:171","msg":"trace[1651240281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24782; }","duration":"3.017733516s","start":"2026-05-19T03:49:24.370481Z","end":"2026-05-19T03:49:27.388214Z","steps":["trace[1651240281] 'agreement among raft nodes before linearized reading' (duration: 3.017639984s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:27.388224Z","caller":"traceutil/trace.go:171","msg":"trace[844586766] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.014514103s","start":"2026-05-19T03:49:26.373699Z","end":"2026-05-19T03:49:27.388214Z","steps":["trace[844586766] 'process raft request' (duration: 1.014136274s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.13508Z","time spent":"2.253150981s","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:27.388249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.370473Z","time spent":"3.017770827s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.373684Z","time spent":"1.014565585s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:27.388154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.372356Z","time spent":"3.015792958s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307843385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.388367Z","caller":"traceutil/trace.go:171","msg":"trace[500517189] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24782; }","duration":"2.307884807s","start":"2026-05-19T03:49:25.080476Z","end":"2026-05-19T03:49:27.388361Z","steps":["trace[500517189] 'agreement among raft nodes before linearized reading' (duration: 2.307852476s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.38839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.080463Z","time spent":"2.307922777s","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:27.388439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577492146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T03:49:27.388182Z","caller":"traceutil/trace.go:171","msg":"trace[1076352805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24782; }","duration":"1.706592984s","start":"2026-05-19T03:49:25.681575Z","end":"2026-05-19T03:49:27.388168Z","steps":["trace[1076352805] 'agreement among raft nodes before linearized reading' (duration: 1.70644399s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019286376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:49:27.388481Z","caller":"traceutil/trace.go:171","msg":"trace[171788185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9; range_end:; response_count:1; response_revision:24782; }","duration":"3.019328548s","start":"2026-05-19T03:49:24.369145Z","end":"2026-05-19T03:49:27.388474Z","steps":["trace[171788185] 'agreement among raft nodes before linearized reading' (duration: 3.019262456s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.3885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:24.369135Z","time spent":"3.019361738s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.681513Z","time spent":"1.706963843s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57769959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T03:49:27.388105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764827559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.388475Z","caller":"traceutil/trace.go:171","msg":"trace[497037572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24782; }","duration":"1.577551807s","start":"2026-05-19T03:49:25.810913Z","end":"2026-05-19T03:49:27.388465Z","steps":["trace[497037572] 'agreement among raft nodes before linearized reading' (duration: 1.577452475s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.810896Z","time spent":"1.577729551s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578408428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T03:49:27.38869Z","caller":"traceutil/trace.go:171","msg":"trace[2019832531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24782; }","duration":"1.57846767s","start":"2026-05-19T03:49:25.810215Z","end":"2026-05-19T03:49:27.388682Z","steps":["trace[2019832531] 'agreement among raft nodes before linearized reading' (duration: 1.578388998s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:27.388629Z","caller":"traceutil/trace.go:171","msg":"trace[1157205904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24782; }","duration":"1.765408983s","start":"2026-05-19T03:49:25.623207Z","end":"2026-05-19T03:49:27.388616Z","steps":["trace[1157205904] 'agreement among raft nodes before linearized reading' (duration: 1.764839439s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.8102Z","time spent":"1.578516122s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.62319Z","time spent":"1.765534776s","remote":"127.0.0.1:58362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:27.388586Z","caller":"traceutil/trace.go:171","msg":"trace[1388866510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24782; }","duration":"1.577754302s","start":"2026-05-19T03:49:25.81082Z","end":"2026-05-19T03:49:27.388574Z","steps":["trace[1388866510] 'agreement among raft nodes before linearized reading' (duration: 1.57767419s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.810809Z","time spent":"1.577989708s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:27.388861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579275241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T03:49:27.388888Z","caller":"traceutil/trace.go:171","msg":"trace[181332658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24782; }","duration":"1.579337313s","start":"2026-05-19T03:49:25.809543Z","end":"2026-05-19T03:49:27.388881Z","steps":["trace[181332658] 'agreement among raft nodes before linearized reading' (duration: 1.579262481s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.388909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.809524Z","time spent":"1.579379853s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:27.456256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01875506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.456314Z","caller":"traceutil/trace.go:171","msg":"trace[1030841704] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24782; }","duration":"1.018855394s","start":"2026-05-19T03:49:26.437444Z","end":"2026-05-19T03:49:27.456299Z","steps":["trace[1030841704] 'agreement among raft nodes before linearized reading' (duration: 1.018749611s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.456294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081431338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:27.456339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.437428Z","time spent":"1.018905975s","remote":"127.0.0.1:46034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:27.456362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546699817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.456419Z","caller":"traceutil/trace.go:171","msg":"trace[940167269] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24782; }","duration":"1.546794048s","start":"2026-05-19T03:49:25.909611Z","end":"2026-05-19T03:49:27.456405Z","steps":["trace[940167269] 'agreement among raft nodes before linearized reading' (duration: 1.546690396s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.456447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.909596Z","time spent":"1.5468461s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:27.456547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.695228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.456573Z","caller":"traceutil/trace.go:171","msg":"trace[1599764264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24782; }","duration":"254.720148ms","start":"2026-05-19T03:49:27.201847Z","end":"2026-05-19T03:49:27.456567Z","steps":["trace[1599764264] 'agreement among raft nodes before linearized reading' (duration: 254.677557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.456619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099449324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-19T03:49:27.456642Z","caller":"traceutil/trace.go:171","msg":"trace[1643972099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24782; }","duration":"1.099537796s","start":"2026-05-19T03:49:26.357096Z","end":"2026-05-19T03:49:27.456634Z","steps":["trace[1643972099] 'agreement among raft nodes before linearized reading' (duration: 1.099451974s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.456655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.357074Z","time spent":"1.099577726s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:49:27.456723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.719753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:27.456808Z","caller":"traceutil/trace.go:171","msg":"trace[639465487] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24782; }","duration":"964.873607ms","start":"2026-05-19T03:49:26.491915Z","end":"2026-05-19T03:49:27.456788Z","steps":["trace[639465487] 'agreement among raft nodes before linearized reading' (duration: 964.707803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.456952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.4919Z","time spent":"964.949608ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:27.457001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566290412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:49:27.457126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.887158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-05-19T03:49:27.457173Z","caller":"traceutil/trace.go:171","msg":"trace[900355549] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24782; }","duration":"951.976481ms","start":"2026-05-19T03:49:26.505187Z","end":"2026-05-19T03:49:27.457163Z","steps":["trace[900355549] 'agreement among raft nodes before linearized reading' (duration: 951.57845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.457215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.505166Z","time spent":"952.039002ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268887,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-19T03:49:27.457169Z","caller":"traceutil/trace.go:171","msg":"trace[336799547] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24782; }","duration":"1.566486148s","start":"2026-05-19T03:49:25.890669Z","end":"2026-05-19T03:49:27.457156Z","steps":["trace[336799547] 'agreement among raft nodes before linearized reading' (duration: 1.565875022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.457316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:25.890657Z","time spent":"1.566643282s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"info","ts":"2026-05-19T03:49:27.456355Z","caller":"traceutil/trace.go:171","msg":"trace[757904874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24782; }","duration":"1.08152698s","start":"2026-05-19T03:49:26.374812Z","end":"2026-05-19T03:49:27.456339Z","steps":["trace[757904874] 'agreement among raft nodes before linearized reading' (duration: 1.081421207s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:27.458365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:26.3748Z","time spent":"1.083524161s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:37.835007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.324446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:49:37.835078Z","caller":"traceutil/trace.go:171","msg":"trace[1969820339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24861; }","duration":"103.430979ms","start":"2026-05-19T03:49:37.731629Z","end":"2026-05-19T03:49:37.83506Z","steps":["trace[1969820339] 'range keys from in-memory index tree' (duration: 103.173732ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:38.271719Z","caller":"traceutil/trace.go:171","msg":"trace[1512837706] linearizableReadLoop","detail":"{readStateIndex:25684; appliedIndex:25682; }","duration":"318.409801ms","start":"2026-05-19T03:49:37.953286Z","end":"2026-05-19T03:49:38.271696Z","steps":["trace[1512837706] 'read index received' (duration: 212.981372ms)","trace[1512837706] 'applied index is now lower than readState.Index' (duration: 105.427319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:38.271944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.642367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:38.271993Z","caller":"traceutil/trace.go:171","msg":"trace[517773805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24862; }","duration":"318.727629ms","start":"2026-05-19T03:49:37.953253Z","end":"2026-05-19T03:49:38.27198Z","steps":["trace[517773805] 'agreement among raft nodes before linearized reading' (duration: 318.534334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:38.272037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:37.953242Z","time spent":"318.78178ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:49:38.2723Z","caller":"traceutil/trace.go:171","msg":"trace[1911888008] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"104.719721ms","start":"2026-05-19T03:49:38.167563Z","end":"2026-05-19T03:49:38.272282Z","steps":["trace[1911888008] 'process raft request' (duration: 104.607288ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:38.272372Z","caller":"traceutil/trace.go:171","msg":"trace[1580468046] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"319.762014ms","start":"2026-05-19T03:49:37.952593Z","end":"2026-05-19T03:49:38.272355Z","steps":["trace[1580468046] 'process raft request' (duration: 318.965485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:38.27246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:37.952576Z","time spent":"319.829567ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:43.068709Z","caller":"traceutil/trace.go:171","msg":"trace[17829871] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"137.325327ms","start":"2026-05-19T03:49:42.931358Z","end":"2026-05-19T03:49:43.068684Z","steps":["trace[17829871] 'process raft request' (duration: 137.100241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:43.59499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:45.098026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102680815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:45.09811Z","caller":"traceutil/trace.go:171","msg":"trace[1764824602] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"2.004390253s","start":"2026-05-19T03:49:43.093704Z","end":"2026-05-19T03:49:45.098094Z","steps":["trace[1764824602] 'process raft request' (duration: 901.572334ms)","trace[1764824602] 'compare' (duration: 1.102589353s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:45.098174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.093681Z","time spent":"2.004451915s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:45.60844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:45.608511Z","caller":"traceutil/trace.go:171","msg":"trace[1055969270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222087s","start":"2026-05-19T03:49:43.608272Z","end":"2026-05-19T03:49:45.608494Z","steps":["trace[1055969270] 'agreement among raft nodes before linearized reading' (duration: 2.000126345s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:45.608543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.608259Z","time spent":"2.000277438s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:47.609048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:47.609111Z","caller":"traceutil/trace.go:171","msg":"trace[1717482206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000280029s","start":"2026-05-19T03:49:45.608816Z","end":"2026-05-19T03:49:47.609096Z","steps":["trace[1717482206] 'agreement among raft nodes before linearized reading' (duration: 2.000201627s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:47.609144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.60879Z","time spent":"2.000348121s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.170116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.174798268s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:48.541836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.543103Z","time spent":"4.998725026s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.546226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.546247Z","time spent":"4.999970988s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.546263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.54754Z","time spent":"4.998712767s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.5472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.548152Z","time spent":"4.999040035s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.547354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.54883Z","time spent":"4.998522501s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:48.551356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.551832Z","time spent":"4.999515176s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.594951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:48.595038Z","caller":"traceutil/trace.go:171","msg":"trace[265794450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999967958s","start":"2026-05-19T03:49:43.595052Z","end":"2026-05-19T03:49:48.59502Z","steps":["trace[265794450] 'agreement among raft nodes before linearized reading' (duration: 4.999865676s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.595084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.595036Z","time spent":"5.00003925s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:48.596148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999774503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-05-19T03:49:48.596182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99930148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:48.596269Z","caller":"traceutil/trace.go:171","msg":"trace[1225372954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999441564s","start":"2026-05-19T03:49:43.596807Z","end":"2026-05-19T03:49:48.596248Z","steps":["trace[1225372954] 'agreement among raft nodes before linearized reading' (duration: 4.999336091s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.596329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.596789Z","time spent":"4.999529476s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-19T03:49:48.596259Z","caller":"traceutil/trace.go:171","msg":"trace[1725452000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999992508s","start":"2026-05-19T03:49:43.596245Z","end":"2026-05-19T03:49:48.596237Z","steps":["trace[1725452000] 'agreement among raft nodes before linearized reading' (duration: 4.999780592s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:48.596593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.596239Z","time spent":"5.000251065s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 03:49:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.216851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:49.216915Z","caller":"traceutil/trace.go:171","msg":"trace[1671335961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176966s","start":"2026-05-19T03:49:47.216723Z","end":"2026-05-19T03:49:49.2169Z","steps":["trace[1671335961] 'agreement among raft nodes before linearized reading' (duration: 2.000084314s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.216951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.216707Z","time spent":"2.000237368s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.429546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258979253s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:49.430879Z","caller":"traceutil/trace.go:171","msg":"trace[1556833693] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25717; }","duration":"6.336367089s","start":"2026-05-19T03:49:43.09449Z","end":"2026-05-19T03:49:49.430857Z","steps":["trace[1556833693] 'read index received' (duration: 900.797394ms)","trace[1556833693] 'applied index is now lower than readState.Index' (duration: 5.435568715s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:49.431041Z","caller":"traceutil/trace.go:171","msg":"trace[1621674672] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"5.881826422s","start":"2026-05-19T03:49:43.549203Z","end":"2026-05-19T03:49:49.431029Z","steps":["trace[1621674672] 'process raft request' (duration: 5.881428713s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.431138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.549186Z","time spent":"5.881880824s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:49.431396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336908514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:49:49.43143Z","caller":"traceutil/trace.go:171","msg":"trace[1478508970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24903; }","duration":"6.336940895s","start":"2026-05-19T03:49:43.094478Z","end":"2026-05-19T03:49:49.431419Z","steps":["trace[1478508970] 'agreement among raft nodes before linearized reading' (duration: 6.336805062s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.431458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.094464Z","time spent":"6.336987506s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:49:49.615686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001304264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:49.615756Z","caller":"traceutil/trace.go:171","msg":"trace[293633627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001427097s","start":"2026-05-19T03:49:47.614311Z","end":"2026-05-19T03:49:49.615738Z","steps":["trace[293633627] 'agreement among raft nodes before linearized reading' (duration: 2.001339855s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:49.615792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.614303Z","time spent":"2.001480199s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:49.931518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:50.431887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:50.933047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:51.157352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.156375Z","time spent":"7.000969235s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:51.3459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.336602Z","time spent":"7.009291657s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:51.437675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:51.622966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:51.623048Z","caller":"traceutil/trace.go:171","msg":"trace[1843247149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000211618s","start":"2026-05-19T03:49:49.622818Z","end":"2026-05-19T03:49:51.623029Z","steps":["trace[1843247149] 'agreement among raft nodes before linearized reading' (duration: 2.000109866s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:51.623101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.622802Z","time spent":"2.00028379s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:51.938735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:51.988856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.910389681s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:52.106695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.105861Z","time spent":"7.000826263s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:52.177806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580852681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:52.177977Z","caller":"traceutil/trace.go:171","msg":"trace[307596231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24903; }","duration":"1.581032426s","start":"2026-05-19T03:49:50.596926Z","end":"2026-05-19T03:49:52.177958Z","steps":["trace[307596231] 'range keys from in-memory index tree' (duration: 1.580837111s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:52.180871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.648492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:52.181097Z","caller":"traceutil/trace.go:171","msg":"trace[1567675721] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"4.768394436s","start":"2026-05-19T03:49:47.412686Z","end":"2026-05-19T03:49:52.181081Z","steps":["trace[1567675721] 'process raft request' (duration: 4.768352595s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:52.181173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.412668Z","time spent":"4.768460629s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:53.418099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429011347s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:49:53.47951Z","caller":"traceutil/trace.go:171","msg":"trace[1626378986] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"5.075917172s","start":"2026-05-19T03:49:48.403558Z","end":"2026-05-19T03:49:53.479475Z","steps":["trace[1626378986] 'process raft request' (duration: 5.014749813s)","trace[1626378986] 'compare' (duration: 60.778828ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:53.479575Z","caller":"traceutil/trace.go:171","msg":"trace[683256144] linearizableReadLoop","detail":"{readStateIndex:25734; appliedIndex:25726; }","duration":"4.048610666s","start":"2026-05-19T03:49:49.430943Z","end":"2026-05-19T03:49:53.479554Z","steps":["trace[683256144] 'read index received' (duration: 2.558241436s)","trace[683256144] 'applied index is now lower than readState.Index' (duration: 1.49036813s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:53.479649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929301896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:53.479661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.403528Z","time spent":"5.076054805s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:53.479689Z","caller":"traceutil/trace.go:171","msg":"trace[95467018] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24909; }","duration":"5.929360918s","start":"2026-05-19T03:49:47.550318Z","end":"2026-05-19T03:49:53.479679Z","steps":["trace[95467018] 'agreement among raft nodes before linearized reading' (duration: 5.929255985s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.479716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.550269Z","time spent":"5.92944082s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:53.479811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.62504121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:49:53.479858Z","caller":"traceutil/trace.go:171","msg":"trace[1654364550] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24909; }","duration":"8.625179524s","start":"2026-05-19T03:49:44.854669Z","end":"2026-05-19T03:49:53.479849Z","steps":["trace[1654364550] 'agreement among raft nodes before linearized reading' (duration: 8.624980349s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.479876Z","caller":"traceutil/trace.go:171","msg":"trace[1593896778] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24908; }","duration":"2.131000178s","start":"2026-05-19T03:49:51.348867Z","end":"2026-05-19T03:49:53.479867Z","steps":["trace[1593896778] 'process raft request' (duration: 2.130578728s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.479889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.854621Z","time spent":"8.625259846s","remote":"127.0.0.1:54504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.479884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073080317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:53.479961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.240116181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.479995Z","caller":"traceutil/trace.go:171","msg":"trace[418596586] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24909; }","duration":"7.240149411s","start":"2026-05-19T03:49:46.239834Z","end":"2026-05-19T03:49:53.479984Z","steps":["trace[418596586] 'agreement among raft nodes before linearized reading' (duration: 7.24008323s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.2398Z","time spent":"7.240225523s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:53.480046Z","caller":"traceutil/trace.go:171","msg":"trace[842268345] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"2.038862616s","start":"2026-05-19T03:49:51.441176Z","end":"2026-05-19T03:49:53.480038Z","steps":["trace[842268345] 'process raft request' (duration: 2.038298962s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.479987Z","caller":"traceutil/trace.go:171","msg":"trace[1280532131] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24909; }","duration":"6.07324637s","start":"2026-05-19T03:49:47.406725Z","end":"2026-05-19T03:49:53.479971Z","steps":["trace[1280532131] 'agreement among raft nodes before linearized reading' (duration: 6.073121177s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.768343578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:53.480093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.441153Z","time spent":"2.038914266s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:53.480126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.406701Z","time spent":"6.073381214s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.480183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821260218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-05-19T03:49:53.480187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.559109151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.480205Z","caller":"traceutil/trace.go:171","msg":"trace[1377721287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24909; }","duration":"8.82130736s","start":"2026-05-19T03:49:44.658891Z","end":"2026-05-19T03:49:53.480199Z","steps":["trace[1377721287] 'agreement among raft nodes before linearized reading' (duration: 8.821219398s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.480221Z","caller":"traceutil/trace.go:171","msg":"trace[1940026291] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24909; }","duration":"6.559174692s","start":"2026-05-19T03:49:46.921035Z","end":"2026-05-19T03:49:53.480209Z","steps":["trace[1940026291] 'agreement among raft nodes before linearized reading' (duration: 6.559121171s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.921017Z","time spent":"6.559233074s","remote":"127.0.0.1:48892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.480279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.182590326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:49:53.480308Z","caller":"traceutil/trace.go:171","msg":"trace[360811635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24909; }","duration":"9.182650877s","start":"2026-05-19T03:49:44.297651Z","end":"2026-05-19T03:49:53.480302Z","steps":["trace[360811635] 'agreement among raft nodes before linearized reading' (duration: 9.182586056s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.48033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.297639Z","time spent":"9.182686618s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T03:49:53.480359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921812261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-19T03:49:53.480389Z","caller":"traceutil/trace.go:171","msg":"trace[1520737292] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24909; }","duration":"4.921876102s","start":"2026-05-19T03:49:48.558506Z","end":"2026-05-19T03:49:53.480382Z","steps":["trace[1520737292] 'agreement among raft nodes before linearized reading' (duration: 4.92179287s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.558488Z","time spent":"4.921916093s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T03:49:53.480225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.658874Z","time spent":"8.82134678s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:49:53.480489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.183036157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:49:53.480512Z","caller":"traceutil/trace.go:171","msg":"trace[1901688313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24909; }","duration":"9.183087328s","start":"2026-05-19T03:49:44.297418Z","end":"2026-05-19T03:49:53.480505Z","steps":["trace[1901688313] 'agreement among raft nodes before linearized reading' (duration: 9.183021587s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927665539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-19T03:49:53.480556Z","caller":"traceutil/trace.go:171","msg":"trace[869048776] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24909; }","duration":"4.92770809s","start":"2026-05-19T03:49:48.552843Z","end":"2026-05-19T03:49:53.480551Z","steps":["trace[869048776] 'agreement among raft nodes before linearized reading' (duration: 4.927651138s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.48057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.552832Z","time spent":"4.927735061s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T03:49:53.480574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.490660785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:53.47994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.348841Z","time spent":"2.13105521s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:53.480671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.833174315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:49:53.480705Z","caller":"traceutil/trace.go:171","msg":"trace[87177786] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24909; }","duration":"9.833226607s","start":"2026-05-19T03:49:43.64747Z","end":"2026-05-19T03:49:53.480697Z","steps":["trace[87177786] 'agreement among raft nodes before linearized reading' (duration: 9.833149695s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931525437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-19T03:49:53.480731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.647453Z","time spent":"9.833271288s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T03:49:53.480743Z","caller":"traceutil/trace.go:171","msg":"trace[640090511] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24909; }","duration":"4.931601358s","start":"2026-05-19T03:49:48.549136Z","end":"2026-05-19T03:49:53.480737Z","steps":["trace[640090511] 'agreement among raft nodes before linearized reading' (duration: 4.931551907s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.549115Z","time spent":"4.931639939s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T03:49:53.48082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933162708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-19T03:49:53.480839Z","caller":"traceutil/trace.go:171","msg":"trace[1934007683] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24909; }","duration":"4.933246071s","start":"2026-05-19T03:49:48.547588Z","end":"2026-05-19T03:49:53.480834Z","steps":["trace[1934007683] 'agreement among raft nodes before linearized reading' (duration: 4.933203209s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221955017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:53.480853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.547579Z","time spent":"4.933270251s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T03:49:53.479813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.261716773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:53.480908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.199247463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:53.480964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933484996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-19T03:49:53.480977Z","caller":"traceutil/trace.go:171","msg":"trace[1709645887] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24909; }","duration":"10.199298144s","start":"2026-05-19T03:49:43.281648Z","end":"2026-05-19T03:49:53.480946Z","steps":["trace[1709645887] 'agreement among raft nodes before linearized reading' (duration: 10.199223952s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.48098Z","caller":"traceutil/trace.go:171","msg":"trace[1046477468] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24909; }","duration":"4.933549508s","start":"2026-05-19T03:49:48.547425Z","end":"2026-05-19T03:49:53.480974Z","steps":["trace[1046477468] 'agreement among raft nodes before linearized reading' (duration: 4.933505167s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930718385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-19T03:49:53.48102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.281581Z","time spent":"10.199429908s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.481044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326403973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.481067Z","caller":"traceutil/trace.go:171","msg":"trace[1808943478] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24909; }","duration":"5.326452294s","start":"2026-05-19T03:49:48.154609Z","end":"2026-05-19T03:49:53.481062Z","steps":["trace[1808943478] 'agreement among raft nodes before linearized reading' (duration: 5.326416403s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.481055Z","caller":"traceutil/trace.go:171","msg":"trace[2004067817] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24909; }","duration":"8.222162582s","start":"2026-05-19T03:49:45.258698Z","end":"2026-05-19T03:49:53.480861Z","steps":["trace[2004067817] 'agreement among raft nodes before linearized reading' (duration: 8.221918866s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.480098Z","caller":"traceutil/trace.go:171","msg":"trace[1298134839] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24909; }","duration":"8.768367059s","start":"2026-05-19T03:49:44.71172Z","end":"2026-05-19T03:49:53.480087Z","steps":["trace[1298134839] 'agreement among raft nodes before linearized reading' (duration: 8.768322168s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.027865397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.479527Z","caller":"traceutil/trace.go:171","msg":"trace[1142149325] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24908; }","duration":"2.307009695s","start":"2026-05-19T03:49:51.172496Z","end":"2026-05-19T03:49:53.479505Z","steps":["trace[1142149325] 'process raft request' (duration: 2.306870182s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.480533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.297402Z","time spent":"9.183126539s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:49:53.481149Z","caller":"traceutil/trace.go:171","msg":"trace[1421225495] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24909; }","duration":"7.028655117s","start":"2026-05-19T03:49:46.452489Z","end":"2026-05-19T03:49:53.481144Z","steps":["trace[1421225495] 'agreement among raft nodes before linearized reading' (duration: 7.027880608s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.481238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.452464Z","time spent":"7.028766269s","remote":"127.0.0.1:46124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.481256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.172465Z","time spent":"2.308750058s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:53.480286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171293961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:49:53.481392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.531943666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T03:49:53.481416Z","caller":"traceutil/trace.go:171","msg":"trace[1654564509] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24909; }","duration":"4.172417679s","start":"2026-05-19T03:49:49.308986Z","end":"2026-05-19T03:49:53.481403Z","steps":["trace[1654564509] 'agreement among raft nodes before linearized reading' (duration: 4.171204869s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:53.481436Z","caller":"traceutil/trace.go:171","msg":"trace[1255765499] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24909; }","duration":"5.532025858s","start":"2026-05-19T03:49:47.949403Z","end":"2026-05-19T03:49:53.481429Z","steps":["trace[1255765499] 'agreement among raft nodes before linearized reading' (duration: 5.531813023s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.481462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.949381Z","time spent":"5.532075699s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:49:53.481477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.308967Z","time spent":"4.17249595s","remote":"127.0.0.1:54496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:53.480961Z","caller":"traceutil/trace.go:171","msg":"trace[1232628530] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24909; }","duration":"8.262882902s","start":"2026-05-19T03:49:45.218036Z","end":"2026-05-19T03:49:53.480919Z","steps":["trace[1232628530] 'agreement among raft nodes before linearized reading' (duration: 8.261568159s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.481647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.218013Z","time spent":"8.26361923s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.481122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398282813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:49:53.481785Z","caller":"traceutil/trace.go:171","msg":"trace[365033776] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24909; }","duration":"5.39897408s","start":"2026-05-19T03:49:48.082801Z","end":"2026-05-19T03:49:53.481775Z","steps":["trace[365033776] 'agreement among raft nodes before linearized reading' (duration: 5.398288993s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.48181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.08278Z","time spent":"5.399023172s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:49:53.481073Z","caller":"traceutil/trace.go:171","msg":"trace[821478310] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24909; }","duration":"4.931122346s","start":"2026-05-19T03:49:48.549923Z","end":"2026-05-19T03:49:53.481045Z","steps":["trace[821478310] 'agreement among raft nodes before linearized reading' (duration: 4.930714476s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.481932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.549915Z","time spent":"4.932005578s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T03:49:53.48119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:44.711686Z","time spent":"8.769463646s","remote":"127.0.0.1:48692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.482561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.592254314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.482596Z","caller":"traceutil/trace.go:171","msg":"trace[208134066] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24909; }","duration":"5.592325555s","start":"2026-05-19T03:49:47.890263Z","end":"2026-05-19T03:49:53.482588Z","steps":["trace[208134066] 'agreement among raft nodes before linearized reading' (duration: 5.592254824s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.482615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.890244Z","time spent":"5.592364477s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.482601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.697752426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:53.482669Z","caller":"traceutil/trace.go:171","msg":"trace[120543801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24909; }","duration":"7.697826068s","start":"2026-05-19T03:49:45.784825Z","end":"2026-05-19T03:49:53.482651Z","steps":["trace[120543801] 'agreement among raft nodes before linearized reading' (duration: 7.697711715s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.481015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.547365Z","time spent":"4.9336459s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-19T03:49:53.480604Z","caller":"traceutil/trace.go:171","msg":"trace[44742140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24909; }","duration":"9.490711506s","start":"2026-05-19T03:49:43.989883Z","end":"2026-05-19T03:49:53.480594Z","steps":["trace[44742140] 'agreement among raft nodes before linearized reading' (duration: 9.490662664s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.482867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:43.989868Z","time spent":"9.492966163s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.482974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306248725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:53.483006Z","caller":"traceutil/trace.go:171","msg":"trace[1270183474] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24909; }","duration":"7.306312756s","start":"2026-05-19T03:49:46.176685Z","end":"2026-05-19T03:49:53.482998Z","steps":["trace[1270183474] 'agreement among raft nodes before linearized reading' (duration: 7.306163332s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.483035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:46.176666Z","time spent":"7.306359607s","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.481081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:48.154594Z","time spent":"5.326483895s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.485249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.784776Z","time spent":"7.698058453s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:53.485679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873610826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:49:53.485726Z","caller":"traceutil/trace.go:171","msg":"trace[162686268] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24909; }","duration":"5.873685539s","start":"2026-05-19T03:49:47.612029Z","end":"2026-05-19T03:49:53.485715Z","steps":["trace[162686268] 'agreement among raft nodes before linearized reading' (duration: 5.869188104s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.485758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:47.612017Z","time spent":"5.8737351s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:49:53.481225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:45.258678Z","time spent":"8.222457889s","remote":"127.0.0.1:46182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.600369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001782574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:53.600461Z","caller":"traceutil/trace.go:171","msg":"trace[1015589621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.001933248s","start":"2026-05-19T03:49:50.59851Z","end":"2026-05-19T03:49:53.600443Z","steps":["trace[1015589621] 'agreement among raft nodes before linearized reading' (duration: 3.001808135s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.600499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.598494Z","time spent":"3.001998009s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.60623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987347588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:53.606265Z","caller":"traceutil/trace.go:171","msg":"trace[1257227663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.98740843s","start":"2026-05-19T03:49:50.61885Z","end":"2026-05-19T03:49:53.606259Z","steps":["trace[1257227663] 'agreement among raft nodes before linearized reading' (duration: 2.987372449s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.606284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.618836Z","time spent":"2.987441191s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.606316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008684478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:53.606384Z","caller":"traceutil/trace.go:171","msg":"trace[1755560491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.008802001s","start":"2026-05-19T03:49:50.597564Z","end":"2026-05-19T03:49:53.606366Z","steps":["trace[1755560491] 'agreement among raft nodes before linearized reading' (duration: 3.008705588s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.606424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.597548Z","time spent":"3.008867593s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 03:49:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:53.626242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002926335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:53.626292Z","caller":"traceutil/trace.go:171","msg":"trace[1611558580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003021048s","start":"2026-05-19T03:49:51.62326Z","end":"2026-05-19T03:49:53.626281Z","steps":["trace[1611558580] 'agreement among raft nodes before linearized reading' (duration: 2.002961346s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:53.626323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.623238Z","time spent":"2.003078829s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:49:54.223669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107942084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-19T03:49:54.223714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.489291Z","time spent":"734.415082ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-19T03:49:54.223763Z","caller":"traceutil/trace.go:171","msg":"trace[1551894197] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"2.108077887s","start":"2026-05-19T03:49:52.115664Z","end":"2026-05-19T03:49:54.223742Z","steps":["trace[1551894197] 'agreement among raft nodes before linearized reading' (duration: 2.107955474s)"],"step_count":1} 2026/05/19 03:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.223815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.115651Z","time spent":"2.108151968s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/05/19 03:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.297253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.489182Z","time spent":"808.065637ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.297333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.489242Z","time spent":"808.074328ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 03:49:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:54.766544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240415773s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:49:54.766632Z","caller":"traceutil/trace.go:171","msg":"trace[1876938205] linearizableReadLoop","detail":"{readStateIndex:25735; appliedIndex:25734; }","duration":"1.286994201s","start":"2026-05-19T03:49:53.479624Z","end":"2026-05-19T03:49:54.766618Z","steps":["trace[1876938205] 'read index received' (duration: 46.487156ms)","trace[1876938205] 'applied index is now lower than readState.Index' (duration: 1.240506055s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:54.76715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.488813Z","time spent":"1.278333712s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:54.767344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344694292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.767364Z","caller":"traceutil/trace.go:171","msg":"trace[2003810511] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24910; }","duration":"1.344750294s","start":"2026-05-19T03:49:53.422606Z","end":"2026-05-19T03:49:54.767356Z","steps":["trace[2003810511] 'agreement among raft nodes before linearized reading' (duration: 1.344705933s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.767379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.422587Z","time spent":"1.344787784s","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.76747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45127053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.767484Z","caller":"traceutil/trace.go:171","msg":"trace[1073247767] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24910; }","duration":"1.45128405s","start":"2026-05-19T03:49:53.316195Z","end":"2026-05-19T03:49:54.767479Z","steps":["trace[1073247767] 'agreement among raft nodes before linearized reading' (duration: 1.451256219s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.767496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.316153Z","time spent":"1.451340001s","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.767582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672573172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.767601Z","caller":"traceutil/trace.go:171","msg":"trace[1481702437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24910; }","duration":"1.672591823s","start":"2026-05-19T03:49:53.095004Z","end":"2026-05-19T03:49:54.767596Z","steps":["trace[1481702437] 'agreement among raft nodes before linearized reading' (duration: 1.672557022s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.767614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.094936Z","time spent":"1.672674805s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.767734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975016799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:49:54.767748Z","caller":"traceutil/trace.go:171","msg":"trace[571177090] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24910; }","duration":"1.9750637s","start":"2026-05-19T03:49:52.79268Z","end":"2026-05-19T03:49:54.767743Z","steps":["trace[571177090] 'agreement among raft nodes before linearized reading' (duration: 1.974995519s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.767761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.792664Z","time spent":"1.975094061s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:49:54.767855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991547428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-05-19T03:49:54.767868Z","caller":"traceutil/trace.go:171","msg":"trace[26769424] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24910; }","duration":"1.991597309s","start":"2026-05-19T03:49:52.776266Z","end":"2026-05-19T03:49:54.767863Z","steps":["trace[26769424] 'agreement among raft nodes before linearized reading' (duration: 1.991553928s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.767879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.776234Z","time spent":"1.9916423s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-19T03:49:54.767963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530930263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:54.767994Z","caller":"traceutil/trace.go:171","msg":"trace[845558353] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24910; }","duration":"2.530978344s","start":"2026-05-19T03:49:52.237007Z","end":"2026-05-19T03:49:54.767986Z","steps":["trace[845558353] 'agreement among raft nodes before linearized reading' (duration: 2.530904593s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.236955Z","time spent":"2.531051436s","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.767984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.48367Z","time spent":"1.284289284s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:49:54.768166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608018104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:54.76818Z","caller":"traceutil/trace.go:171","msg":"trace[771306973] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24910; }","duration":"2.608067235s","start":"2026-05-19T03:49:52.160109Z","end":"2026-05-19T03:49:54.768176Z","steps":["trace[771306973] 'agreement among raft nodes before linearized reading' (duration: 2.607986573s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.16009Z","time spent":"2.608100906s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.768281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52519206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:54.768295Z","caller":"traceutil/trace.go:171","msg":"trace[1965652085] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24910; }","duration":"4.525246731s","start":"2026-05-19T03:49:50.243044Z","end":"2026-05-19T03:49:54.76829Z","steps":["trace[1965652085] 'agreement among raft nodes before linearized reading' (duration: 4.52521993s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362041083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:54.768309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.24302Z","time spent":"4.525285322s","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:54.768317Z","caller":"traceutil/trace.go:171","msg":"trace[1893766421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24910; }","duration":"3.362100625s","start":"2026-05-19T03:49:51.406211Z","end":"2026-05-19T03:49:54.768312Z","steps":["trace[1893766421] 'agreement among raft nodes before linearized reading' (duration: 3.362069714s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.406192Z","time spent":"3.362134745s","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.76833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141090126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.768387Z","caller":"traceutil/trace.go:171","msg":"trace[793870163] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24910; }","duration":"4.141188089s","start":"2026-05-19T03:49:50.627181Z","end":"2026-05-19T03:49:54.768369Z","steps":["trace[793870163] 'agreement among raft nodes before linearized reading' (duration: 4.141082446s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82580827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:54.768414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657267421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.768418Z","caller":"traceutil/trace.go:171","msg":"trace[563950583] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24910; }","duration":"4.825868182s","start":"2026-05-19T03:49:49.942544Z","end":"2026-05-19T03:49:54.768412Z","steps":["trace[563950583] 'agreement among raft nodes before linearized reading' (duration: 4.825831581s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464950129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:54.768442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816897209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:54.76845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998042768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:54.768459Z","caller":"traceutil/trace.go:171","msg":"trace[136036634] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24910; }","duration":"3.81695324s","start":"2026-05-19T03:49:50.951499Z","end":"2026-05-19T03:49:54.768452Z","steps":["trace[136036634] 'agreement among raft nodes before linearized reading' (duration: 3.816926279s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:54.768466Z","caller":"traceutil/trace.go:171","msg":"trace[1251284129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24910; }","duration":"2.998099179s","start":"2026-05-19T03:49:51.770362Z","end":"2026-05-19T03:49:54.768462Z","steps":["trace[1251284129] 'agreement among raft nodes before linearized reading' (duration: 2.998075299s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.951478Z","time spent":"3.816991312s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.76848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.770338Z","time spent":"2.99813864s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:54.768472Z","caller":"traceutil/trace.go:171","msg":"trace[167773122] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24910; }","duration":"3.465083322s","start":"2026-05-19T03:49:51.303368Z","end":"2026-05-19T03:49:54.768451Z","steps":["trace[167773122] 'agreement among raft nodes before linearized reading' (duration: 3.464915088s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115812352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:54.76852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:51.303351Z","time spent":"3.465157084s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:54.768552Z","caller":"traceutil/trace.go:171","msg":"trace[1316666594] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24910; }","duration":"5.115942125s","start":"2026-05-19T03:49:49.652591Z","end":"2026-05-19T03:49:54.768533Z","steps":["trace[1316666594] 'agreement among raft nodes before linearized reading' (duration: 5.115798992s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.652566Z","time spent":"5.116019096s","remote":"127.0.0.1:43172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.768614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.317477137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:54.768428Z","caller":"traceutil/trace.go:171","msg":"trace[376017672] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24910; }","duration":"2.657318232s","start":"2026-05-19T03:49:52.111106Z","end":"2026-05-19T03:49:54.768424Z","steps":["trace[376017672] 'agreement among raft nodes before linearized reading' (duration: 2.657293542s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:54.768634Z","caller":"traceutil/trace.go:171","msg":"trace[923423722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24910; }","duration":"5.317541048s","start":"2026-05-19T03:49:49.451087Z","end":"2026-05-19T03:49:54.768628Z","steps":["trace[923423722] 'agreement among raft nodes before linearized reading' (duration: 5.317508618s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:54.768644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:52.111087Z","time spent":"2.657549699s","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.768649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.451059Z","time spent":"5.31758533s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.768411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:50.627164Z","time spent":"4.14124181s","remote":"127.0.0.1:46236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:54.768431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:49.942519Z","time spent":"4.825909003s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:55.267086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:55.759028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0082393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:55.759099Z","caller":"traceutil/trace.go:171","msg":"trace[906746488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008397453s","start":"2026-05-19T03:49:53.750684Z","end":"2026-05-19T03:49:55.759081Z","steps":["trace[906746488] 'agreement among raft nodes before linearized reading' (duration: 2.00825497s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:55.759146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.750677Z","time spent":"2.008460455s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:56.004504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.746628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:49:56.004813Z","caller":"traceutil/trace.go:171","msg":"trace[1380700271] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"2.255933119s","start":"2026-05-19T03:49:53.74886Z","end":"2026-05-19T03:49:56.004793Z","steps":["trace[1380700271] 'process raft request' (duration: 2.255852897s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:56.004784Z","caller":"traceutil/trace.go:171","msg":"trace[344726563] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"2.439784956s","start":"2026-05-19T03:49:53.564957Z","end":"2026-05-19T03:49:56.004742Z","steps":["trace[344726563] 'process raft request' (duration: 1.727708729s)","trace[344726563] 'compare' (duration: 711.02287ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:56.004808Z","caller":"traceutil/trace.go:171","msg":"trace[1006442761] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"2.2559917s","start":"2026-05-19T03:49:53.748786Z","end":"2026-05-19T03:49:56.004777Z","steps":["trace[1006442761] 'process raft request' (duration: 2.255820346s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.004889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.748854Z","time spent":"2.256002721s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:56.004944Z","caller":"traceutil/trace.go:171","msg":"trace[785680189] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"2.25597398s","start":"2026-05-19T03:49:53.748952Z","end":"2026-05-19T03:49:56.004926Z","steps":["trace[785680189] 'process raft request' (duration: 2.255804986s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:56.004963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.748767Z","time spent":"2.256113284s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:56.004968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.564929Z","time spent":"2.439943109s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:56.005024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.748924Z","time spent":"2.256062463s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} 2026/05/19 03:49:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:57.752348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993038336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:57.752426Z","caller":"traceutil/trace.go:171","msg":"trace[1312324147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99316775s","start":"2026-05-19T03:49:55.759239Z","end":"2026-05-19T03:49:57.752406Z","steps":["trace[1312324147] 'agreement among raft nodes before linearized reading' (duration: 1.993068667s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:57.752485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:55.759219Z","time spent":"1.993253721s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:58.116448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.823716415s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:49:58.315847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.1232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:448"} {"level":"info","ts":"2026-05-19T03:49:58.316062Z","caller":"traceutil/trace.go:171","msg":"trace[1258130296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24917; }","duration":"4.016130822s","start":"2026-05-19T03:49:54.299915Z","end":"2026-05-19T03:49:58.316046Z","steps":["trace[1258130296] 'process raft request' (duration: 4.01601979s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.316132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.299908Z","time spent":"4.016192354s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:58.316202Z","caller":"traceutil/trace.go:171","msg":"trace[1191102556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24917; }","duration":"4.016333987s","start":"2026-05-19T03:49:54.299827Z","end":"2026-05-19T03:49:58.316161Z","steps":["trace[1191102556] 'process raft request' (duration: 3.816822507s)","trace[1191102556] 'compare' (duration: 199.061699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:49:58.316384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.299805Z","time spent":"4.016484812s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:49:58.316756Z","caller":"traceutil/trace.go:171","msg":"trace[646291058] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25740; }","duration":"3.550085414s","start":"2026-05-19T03:49:54.766646Z","end":"2026-05-19T03:49:58.316732Z","steps":["trace[646291058] 'read index received' (duration: 526.048938ms)","trace[646291058] 'applied index is now lower than readState.Index' (duration: 3.024025205s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:49:58.316848Z","caller":"traceutil/trace.go:171","msg":"trace[1258709670] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24919; }","duration":"3.546913614s","start":"2026-05-19T03:49:54.769904Z","end":"2026-05-19T03:49:58.316817Z","steps":["trace[1258709670] 'process raft request' (duration: 3.54676541s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.316881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001077761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:58.316934Z","caller":"traceutil/trace.go:171","msg":"trace[146879974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24919; }","duration":"4.001134642s","start":"2026-05-19T03:49:54.315782Z","end":"2026-05-19T03:49:58.316916Z","steps":["trace[146879974] 'agreement among raft nodes before linearized reading' (duration: 4.00104128s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.316961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.769884Z","time spent":"3.547018236s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:58.316996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.315736Z","time spent":"4.001244005s","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:58.317035Z","caller":"traceutil/trace.go:171","msg":"trace[188410007] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"3.548133394s","start":"2026-05-19T03:49:54.768882Z","end":"2026-05-19T03:49:58.317015Z","steps":["trace[188410007] 'process raft request' (duration: 3.547096378s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106617782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:58.317138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828016186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-19T03:49:58.317141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.76887Z","time spent":"3.548213285s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:49:58.316874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251648394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:49:58.317176Z","caller":"traceutil/trace.go:171","msg":"trace[761788107] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24919; }","duration":"4.828058937s","start":"2026-05-19T03:49:53.489105Z","end":"2026-05-19T03:49:58.317164Z","steps":["trace[761788107] 'agreement among raft nodes before linearized reading' (duration: 4.827923393s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:58.317187Z","caller":"traceutil/trace.go:171","msg":"trace[1957821883] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"3.548156916s","start":"2026-05-19T03:49:54.769011Z","end":"2026-05-19T03:49:58.317168Z","steps":["trace[1957821883] 'process raft request' (duration: 3.54756997s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:58.317166Z","caller":"traceutil/trace.go:171","msg":"trace[454325692] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24919; }","duration":"4.106777087s","start":"2026-05-19T03:49:54.210334Z","end":"2026-05-19T03:49:58.317111Z","steps":["trace[454325692] 'agreement among raft nodes before linearized reading' (duration: 4.106629093s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:49:58.317197Z","caller":"traceutil/trace.go:171","msg":"trace[804668141] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24919; }","duration":"4.252018234s","start":"2026-05-19T03:49:54.065162Z","end":"2026-05-19T03:49:58.31718Z","steps":["trace[804668141] 'agreement among raft nodes before linearized reading' (duration: 4.251606143s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828045207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-05-19T03:49:58.317294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.065133Z","time spent":"4.252141927s","remote":"127.0.0.1:48760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:58.317297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.768989Z","time spent":"3.548253458s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:49:58.317313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.21031Z","time spent":"4.106945652s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:58.317325Z","caller":"traceutil/trace.go:171","msg":"trace[1781636510] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24919; }","duration":"4.828087518s","start":"2026-05-19T03:49:53.489225Z","end":"2026-05-19T03:49:58.317313Z","steps":["trace[1781636510] 'agreement among raft nodes before linearized reading' (duration: 4.827998146s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.48922Z","time spent":"4.828139839s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-19T03:49:58.317206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.489102Z","time spent":"4.828098308s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-19T03:49:58.317352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828670402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a33a9a93-f988-479b-a5a8-54aa39266495\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-19T03:49:58.317437Z","caller":"traceutil/trace.go:171","msg":"trace[1670965528] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a33a9a93-f988-479b-a5a8-54aa39266495; range_end:; response_count:1; response_revision:24919; }","duration":"4.828775476s","start":"2026-05-19T03:49:53.488638Z","end":"2026-05-19T03:49:58.317413Z","steps":["trace[1670965528] 'agreement among raft nodes before linearized reading' (duration: 4.82853932s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826516097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:49:58.317487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.488627Z","time spent":"4.828850847s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-a33a9a93-f988-479b-a5a8-54aa39266495\" "} {"level":"info","ts":"2026-05-19T03:49:58.317503Z","caller":"traceutil/trace.go:171","msg":"trace[1324242234] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24919; }","duration":"4.826846796s","start":"2026-05-19T03:49:53.490636Z","end":"2026-05-19T03:49:58.317482Z","steps":["trace[1324242234] 'agreement among raft nodes before linearized reading' (duration: 4.826339083s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70296893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:49:58.317557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.490627Z","time spent":"4.826913978s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:49:58.317565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68319189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:49:58.317628Z","caller":"traceutil/trace.go:171","msg":"trace[1617525466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24919; }","duration":"4.683284602s","start":"2026-05-19T03:49:53.634325Z","end":"2026-05-19T03:49:58.31761Z","steps":["trace[1617525466] 'agreement among raft nodes before linearized reading' (duration: 4.682895372s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.634313Z","time spent":"4.683363044s","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:49:58.317716Z","caller":"traceutil/trace.go:171","msg":"trace[1912153869] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24919; }","duration":"4.703191296s","start":"2026-05-19T03:49:53.614399Z","end":"2026-05-19T03:49:58.31759Z","steps":["trace[1912153869] 'agreement among raft nodes before linearized reading' (duration: 4.702972721s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566446893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-19T03:49:58.317782Z","caller":"traceutil/trace.go:171","msg":"trace[545549897] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24919; }","duration":"4.566484644s","start":"2026-05-19T03:49:53.751288Z","end":"2026-05-19T03:49:58.317773Z","steps":["trace[545549897] 'agreement among raft nodes before linearized reading' (duration: 4.566390641s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:58.317819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.751283Z","time spent":"4.566530615s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:49:58.317961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:53.614383Z","time spent":"4.70336508s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:49:58.817584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:59.200467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:49:59.200579Z","caller":"traceutil/trace.go:171","msg":"trace[1745355689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613228s","start":"2026-05-19T03:49:57.199931Z","end":"2026-05-19T03:49:59.200544Z","steps":["trace[1745355689] 'agreement among raft nodes before linearized reading' (duration: 2.000486175s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.200746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.199903Z","time spent":"2.000823222s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.318423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:49:59.759412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:49:59.759508Z","caller":"traceutil/trace.go:171","msg":"trace[1594097544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000015103s","start":"2026-05-19T03:49:57.759448Z","end":"2026-05-19T03:49:59.759464Z","steps":["trace[1594097544] 'agreement among raft nodes before linearized reading' (duration: 1.999930621s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:49:59.759542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.759431Z","time spent":"2.000103774s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:49:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:49:59.818886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:00.236644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.120032221s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:00.236979Z","caller":"traceutil/trace.go:171","msg":"trace[1799741272] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"3.050832405s","start":"2026-05-19T03:49:57.186126Z","end":"2026-05-19T03:50:00.236958Z","steps":["trace[1799741272] 'process raft request' (duration: 3.050798034s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:00.237093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.186108Z","time spent":"3.050918387s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:00.237262Z","caller":"traceutil/trace.go:171","msg":"trace[533401225] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"4.743982399s","start":"2026-05-19T03:49:55.493271Z","end":"2026-05-19T03:50:00.237254Z","steps":["trace[533401225] 'process raft request' (duration: 4.743509187s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:00.237304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:55.49325Z","time spent":"4.744030901s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:01.764283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:01.764357Z","caller":"traceutil/trace.go:171","msg":"trace[311256759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172296s","start":"2026-05-19T03:49:59.764168Z","end":"2026-05-19T03:50:01.76434Z","steps":["trace[311256759] 'agreement among raft nodes before linearized reading' (duration: 2.000080074s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.7644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.764154Z","time spent":"2.000238477s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:01.778747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112732798s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:01.778825Z","caller":"traceutil/trace.go:171","msg":"trace[118695371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24922; }","duration":"1.11281815s","start":"2026-05-19T03:50:00.665991Z","end":"2026-05-19T03:50:01.778809Z","steps":["trace[118695371] 'range keys from in-memory index tree' (duration: 1.112717158s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.779309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.679896Z","time spent":"1.099404761s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:01.79254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555660073s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:01.794226Z","caller":"traceutil/trace.go:171","msg":"trace[1524205699] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25752; }","duration":"3.47725312s","start":"2026-05-19T03:49:58.316879Z","end":"2026-05-19T03:50:01.794132Z","steps":["trace[1524205699] 'read index received' (duration: 1.920230433s)","trace[1524205699] 'applied index is now lower than readState.Index' (duration: 1.557021707s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:01.794299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.319471Z","time spent":"3.474826018s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:01.794527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286361663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:50:01.794573Z","caller":"traceutil/trace.go:171","msg":"trace[1573031199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24926; }","duration":"4.286429694s","start":"2026-05-19T03:49:57.508132Z","end":"2026-05-19T03:50:01.794561Z","steps":["trace[1573031199] 'agreement among raft nodes before linearized reading' (duration: 4.28627155s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.794597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.508122Z","time spent":"4.286468976s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:50:01.794613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288810515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T03:50:01.794658Z","caller":"traceutil/trace.go:171","msg":"trace[363338646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24926; }","duration":"4.288899237s","start":"2026-05-19T03:49:57.505747Z","end":"2026-05-19T03:50:01.794646Z","steps":["trace[363338646] 'agreement among raft nodes before linearized reading' (duration: 4.288753034s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.794692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.505728Z","time spent":"4.288955958s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:50:01.794824Z","caller":"traceutil/trace.go:171","msg":"trace[1923621190] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"3.470105588s","start":"2026-05-19T03:49:58.324709Z","end":"2026-05-19T03:50:01.794815Z","steps":["trace[1923621190] 'process raft request' (duration: 3.469142714s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.794907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056299474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:01.79491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.324698Z","time spent":"3.470169871s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:01.794944Z","caller":"traceutil/trace.go:171","msg":"trace[164650548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24926; }","duration":"5.056341555s","start":"2026-05-19T03:49:56.738592Z","end":"2026-05-19T03:50:01.794934Z","steps":["trace[164650548] 'agreement among raft nodes before linearized reading' (duration: 5.056280394s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.794977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.73857Z","time spent":"5.056394857s","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:01.795062Z","caller":"traceutil/trace.go:171","msg":"trace[214040986] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"3.470280893s","start":"2026-05-19T03:49:58.324772Z","end":"2026-05-19T03:50:01.795053Z","steps":["trace[214040986] 'process raft request' (duration: 3.469196746s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.324767Z","time spent":"3.470316784s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:01.795298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.225759934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:01.795335Z","caller":"traceutil/trace.go:171","msg":"trace[603222259] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24926; }","duration":"5.225825276s","start":"2026-05-19T03:49:56.5695Z","end":"2026-05-19T03:50:01.795326Z","steps":["trace[603222259] 'agreement among raft nodes before linearized reading' (duration: 5.225615081s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:01.795355Z","caller":"traceutil/trace.go:171","msg":"trace[662028533] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"3.468245832s","start":"2026-05-19T03:49:58.327101Z","end":"2026-05-19T03:50:01.795347Z","steps":["trace[662028533] 'process raft request' (duration: 3.466916709s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.327092Z","time spent":"3.468290293s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:01.795456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.908464588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:01.795483Z","caller":"traceutil/trace.go:171","msg":"trace[280780540] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24926; }","duration":"5.908526689s","start":"2026-05-19T03:49:55.886948Z","end":"2026-05-19T03:50:01.795475Z","steps":["trace[280780540] 'agreement among raft nodes before linearized reading' (duration: 5.908429257s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:55.886928Z","time spent":"5.908578091s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:01.79564Z","caller":"traceutil/trace.go:171","msg":"trace[2045243391] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"2.818567754s","start":"2026-05-19T03:49:58.977063Z","end":"2026-05-19T03:50:01.795631Z","steps":["trace[2045243391] 'process raft request' (duration: 2.817006295s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384610793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:01.795694Z","caller":"traceutil/trace.go:171","msg":"trace[1920940034] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24926; }","duration":"6.384675713s","start":"2026-05-19T03:49:55.41101Z","end":"2026-05-19T03:50:01.795685Z","steps":["trace[1920940034] 'agreement among raft nodes before linearized reading' (duration: 6.384627102s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.977035Z","time spent":"2.818648096s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:01.795718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:55.410989Z","time spent":"6.384721715s","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:01.795867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22896901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:01.795879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578628964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:01.795909Z","caller":"traceutil/trace.go:171","msg":"trace[961792384] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24926; }","duration":"6.578658215s","start":"2026-05-19T03:49:55.21724Z","end":"2026-05-19T03:50:01.795898Z","steps":["trace[961792384] 'agreement among raft nodes before linearized reading' (duration: 6.578596043s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.795955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:55.217202Z","time spent":"6.578742487s","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:01.795362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:56.569484Z","time spent":"5.225869677s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:01.796661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950843608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:01.796731Z","caller":"traceutil/trace.go:171","msg":"trace[1870510257] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24926; }","duration":"6.950976341s","start":"2026-05-19T03:49:54.845736Z","end":"2026-05-19T03:50:01.796712Z","steps":["trace[1870510257] 'agreement among raft nodes before linearized reading' (duration: 6.950864218s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.796875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.845698Z","time spent":"6.951122925s","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:01.795896Z","caller":"traceutil/trace.go:171","msg":"trace[1045677135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24926; }","duration":"4.2290294s","start":"2026-05-19T03:49:57.566858Z","end":"2026-05-19T03:50:01.795888Z","steps":["trace[1045677135] 'agreement among raft nodes before linearized reading' (duration: 4.228947968s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.79711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:57.566841Z","time spent":"4.230258063s","remote":"127.0.0.1:45294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:01.797423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.998532654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:01.797488Z","caller":"traceutil/trace.go:171","msg":"trace[1609230825] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24926; }","duration":"6.998638737s","start":"2026-05-19T03:49:54.798833Z","end":"2026-05-19T03:50:01.797472Z","steps":["trace[1609230825] 'agreement among raft nodes before linearized reading' (duration: 6.998331839s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.797651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.798817Z","time spent":"6.99875639s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:01.798021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.023162587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:01.798113Z","caller":"traceutil/trace.go:171","msg":"trace[815037525] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24926; }","duration":"7.023276621s","start":"2026-05-19T03:49:54.77482Z","end":"2026-05-19T03:50:01.798097Z","steps":["trace[815037525] 'agreement among raft nodes before linearized reading' (duration: 7.023127167s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:01.7984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:54.774811Z","time spent":"7.023531067s","remote":"127.0.0.1:54456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:02.29529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:03.241272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.591389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:03.241364Z","caller":"traceutil/trace.go:171","msg":"trace[852829747] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"2.25002641s","start":"2026-05-19T03:50:00.991323Z","end":"2026-05-19T03:50:03.241349Z","steps":["trace[852829747] 'process raft request' (duration: 1.618263117s)","trace[852829747] 'compare' (duration: 630.080821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:03.241411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.991296Z","time spent":"2.250090562s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:03.764604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:03.76466Z","caller":"traceutil/trace.go:171","msg":"trace[412770338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999952251s","start":"2026-05-19T03:50:01.764695Z","end":"2026-05-19T03:50:03.764647Z","steps":["trace[412770338] 'agreement among raft nodes before linearized reading' (duration: 1.999877669s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:03.76469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.76468Z","time spent":"2.000004192s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:04.451329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631481543s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:04.949063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.479935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:04.949294Z","caller":"traceutil/trace.go:171","msg":"trace[891173746] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25757; }","duration":"3.155016822s","start":"2026-05-19T03:50:01.794264Z","end":"2026-05-19T03:50:04.949281Z","steps":["trace[891173746] 'read index received' (duration: 815.335121ms)","trace[891173746] 'applied index is now lower than readState.Index' (duration: 2.339680961s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:04.949378Z","caller":"traceutil/trace.go:171","msg":"trace[1224886560] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"3.150530429s","start":"2026-05-19T03:50:01.798836Z","end":"2026-05-19T03:50:04.949366Z","steps":["trace[1224886560] 'process raft request' (duration: 2.652684646s)","trace[1224886560] 'compare' (duration: 497.095535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:04.949435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.798823Z","time spent":"3.15057993s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.949677Z","caller":"traceutil/trace.go:171","msg":"trace[1356582735] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"3.147971155s","start":"2026-05-19T03:50:01.801698Z","end":"2026-05-19T03:50:04.949669Z","steps":["trace[1356582735] 'process raft request' (duration: 3.147444032s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.949727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.801675Z","time spent":"3.148027256s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.949829Z","caller":"traceutil/trace.go:171","msg":"trace[702779003] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"3.146772214s","start":"2026-05-19T03:50:01.803048Z","end":"2026-05-19T03:50:04.94982Z","steps":["trace[702779003] 'process raft request' (duration: 3.146166809s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.949866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.803042Z","time spent":"3.146803034s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:04.949952Z","caller":"traceutil/trace.go:171","msg":"trace[358159344] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"2.706603881s","start":"2026-05-19T03:50:02.243341Z","end":"2026-05-19T03:50:04.949945Z","steps":["trace[358159344] 'process raft request' (duration: 2.705904603s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.949986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.243317Z","time spent":"2.706650381s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:04.950136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165635651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.950188Z","caller":"traceutil/trace.go:171","msg":"trace[1497778689] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24931; }","duration":"3.165700663s","start":"2026-05-19T03:50:01.784476Z","end":"2026-05-19T03:50:04.950176Z","steps":["trace[1497778689] 'agreement among raft nodes before linearized reading' (duration: 3.165628711s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.950211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.784466Z","time spent":"3.165738624s","remote":"127.0.0.1:34256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.950515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.625960123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.950559Z","caller":"traceutil/trace.go:171","msg":"trace[651074397] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24931; }","duration":"6.626047415s","start":"2026-05-19T03:49:58.324498Z","end":"2026-05-19T03:50:04.950545Z","steps":["trace[651074397] 'agreement among raft nodes before linearized reading' (duration: 6.625970623s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.950603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.324483Z","time spent":"6.626112156s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:04.950769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122888784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.950806Z","caller":"traceutil/trace.go:171","msg":"trace[918032857] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24931; }","duration":"4.122963066s","start":"2026-05-19T03:50:00.827833Z","end":"2026-05-19T03:50:04.950796Z","steps":["trace[918032857] 'agreement among raft nodes before linearized reading' (duration: 4.122908385s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.950833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.827813Z","time spent":"4.123013107s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.950918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.007233379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:50:04.950946Z","caller":"traceutil/trace.go:171","msg":"trace[1893037806] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24931; }","duration":"6.007296221s","start":"2026-05-19T03:49:58.943642Z","end":"2026-05-19T03:50:04.950938Z","steps":["trace[1893037806] 'agreement among raft nodes before linearized reading' (duration: 6.007194348s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.950929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.629499713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:50:04.950966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.943624Z","time spent":"6.007336232s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:50:04.950979Z","caller":"traceutil/trace.go:171","msg":"trace[61444637] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31; range_end:; response_count:1; response_revision:24931; }","duration":"6.629558374s","start":"2026-05-19T03:49:58.321408Z","end":"2026-05-19T03:50:04.950966Z","steps":["trace[61444637] 'agreement among raft nodes before linearized reading' (duration: 6.629393869s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.321361Z","time spent":"6.629639636s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0dae97ef00e31\" "} {"level":"warn","ts":"2026-05-19T03:50:04.950973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238917698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.950977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.318142001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.951076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514514176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.951066Z","caller":"traceutil/trace.go:171","msg":"trace[1414533515] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24931; }","duration":"5.239067122s","start":"2026-05-19T03:49:59.711975Z","end":"2026-05-19T03:50:04.951042Z","steps":["trace[1414533515] 'agreement among raft nodes before linearized reading' (duration: 5.238894948s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148373985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T03:50:04.95108Z","caller":"traceutil/trace.go:171","msg":"trace[1154234716] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24931; }","duration":"6.318305324s","start":"2026-05-19T03:49:58.632748Z","end":"2026-05-19T03:50:04.951054Z","steps":["trace[1154234716] 'agreement among raft nodes before linearized reading' (duration: 6.31813786s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.711952Z","time spent":"5.239152995s","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951123Z","caller":"traceutil/trace.go:171","msg":"trace[641187284] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24931; }","duration":"3.148448317s","start":"2026-05-19T03:50:01.802661Z","end":"2026-05-19T03:50:04.95111Z","steps":["trace[641187284] 'agreement among raft nodes before linearized reading' (duration: 3.148233201s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.632717Z","time spent":"6.318408727s","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.52628325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-19T03:50:04.951229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565203616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:04.951247Z","caller":"traceutil/trace.go:171","msg":"trace[110943757] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24931; }","duration":"1.565260767s","start":"2026-05-19T03:50:03.385981Z","end":"2026-05-19T03:50:04.951242Z","steps":["trace[110943757] 'agreement among raft nodes before linearized reading' (duration: 1.565205016s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.38596Z","time spent":"1.565299748s","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493410823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.951262Z","caller":"traceutil/trace.go:171","msg":"trace[1706408916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24931; }","duration":"6.526534226s","start":"2026-05-19T03:49:58.424702Z","end":"2026-05-19T03:50:04.951236Z","steps":["trace[1706408916] 'agreement among raft nodes before linearized reading' (duration: 6.526253929s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.95131Z","caller":"traceutil/trace.go:171","msg":"trace[646190216] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24931; }","duration":"2.493508915s","start":"2026-05-19T03:50:02.457786Z","end":"2026-05-19T03:50:04.951295Z","steps":["trace[646190216] 'agreement among raft nodes before linearized reading' (duration: 2.493424633s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.95132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.752893685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.95132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923209745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.951332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.424676Z","time spent":"6.526632308s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:04.951346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.457761Z","time spent":"2.493575597s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951357Z","caller":"traceutil/trace.go:171","msg":"trace[1256946594] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24931; }","duration":"2.923268776s","start":"2026-05-19T03:50:02.028077Z","end":"2026-05-19T03:50:04.951345Z","steps":["trace[1256946594] 'agreement among raft nodes before linearized reading' (duration: 2.923215584s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.608818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.951366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602609612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-19T03:50:04.951388Z","caller":"traceutil/trace.go:171","msg":"trace[590597854] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24931; }","duration":"484.623369ms","start":"2026-05-19T03:50:04.466761Z","end":"2026-05-19T03:50:04.951384Z","steps":["trace[590597854] 'agreement among raft nodes before linearized reading' (duration: 484.596658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.028062Z","time spent":"2.923318048s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.466716Z","time spent":"484.68363ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951401Z","caller":"traceutil/trace.go:171","msg":"trace[2027212623] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24931; }","duration":"1.602674134s","start":"2026-05-19T03:50:03.348716Z","end":"2026-05-19T03:50:04.95139Z","steps":["trace[2027212623] 'agreement among raft nodes before linearized reading' (duration: 1.602575411s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.348699Z","time spent":"1.602723815s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-19T03:50:04.951491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.668352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.951509Z","caller":"traceutil/trace.go:171","msg":"trace[314403120] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24931; }","duration":"870.718994ms","start":"2026-05-19T03:50:04.080783Z","end":"2026-05-19T03:50:04.951502Z","steps":["trace[314403120] 'agreement among raft nodes before linearized reading' (duration: 870.689463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155310224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:04.951524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.080763Z","time spent":"870.757144ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951534Z","caller":"traceutil/trace.go:171","msg":"trace[2080400116] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24931; }","duration":"2.155342295s","start":"2026-05-19T03:50:02.796182Z","end":"2026-05-19T03:50:04.951524Z","steps":["trace[2080400116] 'agreement among raft nodes before linearized reading' (duration: 2.155285644s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556842343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:04.951628Z","caller":"traceutil/trace.go:171","msg":"trace[879464675] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24931; }","duration":"1.556940116s","start":"2026-05-19T03:50:03.394671Z","end":"2026-05-19T03:50:04.951611Z","steps":["trace[879464675] 'agreement among raft nodes before linearized reading' (duration: 1.556833464s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179803488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:04.951689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.39466Z","time spent":"1.557010828s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706481397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:04.951724Z","caller":"traceutil/trace.go:171","msg":"trace[1446625136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24931; }","duration":"1.1798817s","start":"2026-05-19T03:50:03.771833Z","end":"2026-05-19T03:50:04.951715Z","steps":["trace[1446625136] 'agreement among raft nodes before linearized reading' (duration: 1.179823378s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.70426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:04.951761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143294736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-19T03:50:04.95175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.77181Z","time spent":"1.179934492s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:04.951096Z","caller":"traceutil/trace.go:171","msg":"trace[353734833] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24931; }","duration":"5.514573337s","start":"2026-05-19T03:49:59.436516Z","end":"2026-05-19T03:50:04.95109Z","steps":["trace[353734833] 'agreement among raft nodes before linearized reading' (duration: 5.514538226s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:04.951801Z","caller":"traceutil/trace.go:171","msg":"trace[278836854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24931; }","duration":"3.143356508s","start":"2026-05-19T03:50:01.808435Z","end":"2026-05-19T03:50:04.951792Z","steps":["trace[278836854] 'agreement among raft nodes before linearized reading' (duration: 3.143216294s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.951832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.808425Z","time spent":"3.143400419s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T03:50:04.951576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.796118Z","time spent":"2.155450378s","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:59.436466Z","time spent":"5.515334186s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951811Z","caller":"traceutil/trace.go:171","msg":"trace[496952382] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24931; }","duration":"351.16321ms","start":"2026-05-19T03:50:04.600611Z","end":"2026-05-19T03:50:04.951774Z","steps":["trace[496952382] 'agreement among raft nodes before linearized reading' (duration: 350.715819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.952016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:04.600595Z","time spent":"351.409387ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.951731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285928475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:04.952081Z","caller":"traceutil/trace.go:171","msg":"trace[937452792] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24931; }","duration":"1.286274544s","start":"2026-05-19T03:50:03.665793Z","end":"2026-05-19T03:50:04.952068Z","steps":["trace[937452792] 'agreement among raft nodes before linearized reading' (duration: 1.285909445s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.952126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:03.665733Z","time spent":"1.286379046s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951753Z","caller":"traceutil/trace.go:171","msg":"trace[168900857] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24931; }","duration":"2.706711863s","start":"2026-05-19T03:50:02.245028Z","end":"2026-05-19T03:50:04.95174Z","steps":["trace[168900857] 'agreement among raft nodes before linearized reading' (duration: 2.706465357s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.9522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:02.244992Z","time spent":"2.707197685s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:04.951347Z","caller":"traceutil/trace.go:171","msg":"trace[2118753738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24931; }","duration":"4.752970167s","start":"2026-05-19T03:50:00.198369Z","end":"2026-05-19T03:50:04.951339Z","steps":["trace[2118753738] 'agreement among raft nodes before linearized reading' (duration: 4.752909315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.952303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:00.19834Z","time spent":"4.753953021s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:04.952727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460468882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:04.952767Z","caller":"traceutil/trace.go:171","msg":"trace[190108999] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24931; }","duration":"6.461000056s","start":"2026-05-19T03:49:58.491754Z","end":"2026-05-19T03:50:04.952754Z","steps":["trace[190108999] 'agreement among raft nodes before linearized reading' (duration: 6.459087198s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:04.952799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:49:58.49174Z","time spent":"6.461049567s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:50:04.951153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:01.802628Z","time spent":"3.148519208s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-19T03:50:05.519784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:06.020396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:06.520851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:07.02123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:07.522276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:07.755376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.737251836s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:07.755717Z","caller":"traceutil/trace.go:171","msg":"trace[190538351] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"2.737718339s","start":"2026-05-19T03:50:05.017972Z","end":"2026-05-19T03:50:07.755691Z","steps":["trace[190538351] 'process raft request' (duration: 2.737556385s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:07.755855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.017959Z","time spent":"2.737825881s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:08.610043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00072597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:08.610132Z","caller":"traceutil/trace.go:171","msg":"trace[1168097314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000868745s","start":"2026-05-19T03:50:06.609243Z","end":"2026-05-19T03:50:08.610111Z","steps":["trace[1168097314] 'agreement among raft nodes before linearized reading' (duration: 2.000755842s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:08.610204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.609224Z","time spent":"2.000968817s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:09.298821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54330188s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:10.0734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.369553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:10.073525Z","caller":"traceutil/trace.go:171","msg":"trace[1763750750] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25763; }","duration":"5.054692203s","start":"2026-05-19T03:50:05.01882Z","end":"2026-05-19T03:50:10.073512Z","steps":["trace[1763750750] 'read index received' (duration: 2.736728263s)","trace[1763750750] 'applied index is now lower than readState.Index' (duration: 2.31796329s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:10.073582Z","caller":"traceutil/trace.go:171","msg":"trace[1408618910] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"4.832446528s","start":"2026-05-19T03:50:05.241127Z","end":"2026-05-19T03:50:10.073574Z","steps":["trace[1408618910] 'process raft request' (duration: 4.057849889s)","trace[1408618910] 'compare' (duration: 773.551463ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:10.073614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.241109Z","time spent":"4.832486768s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:10.073726Z","caller":"traceutil/trace.go:171","msg":"trace[221421991] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"3.117362589s","start":"2026-05-19T03:50:06.956358Z","end":"2026-05-19T03:50:10.073721Z","steps":["trace[221421991] 'process raft request' (duration: 3.117107982s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:10.073751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:06.956328Z","time spent":"3.11740912s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:10.073888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.055067833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-19T03:50:10.073902Z","caller":"traceutil/trace.go:171","msg":"trace[531370802] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24935; }","duration":"5.055106894s","start":"2026-05-19T03:50:05.01879Z","end":"2026-05-19T03:50:10.073897Z","steps":["trace[531370802] 'agreement among raft nodes before linearized reading' (duration: 5.055032792s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:10.073919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.018774Z","time spent":"5.055141004s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-19T03:50:10.611444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:10.611518Z","caller":"traceutil/trace.go:171","msg":"trace[1144042545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074191s","start":"2026-05-19T03:50:08.610754Z","end":"2026-05-19T03:50:10.611496Z","steps":["trace[1144042545] 'agreement among raft nodes before linearized reading' (duration: 2.000657738s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:10.611555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.610709Z","time spent":"2.000837412s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:12.087357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338046934s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:12.18054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.485982Z","time spent":"1.694552929s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:12.180996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583498617s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:12.181079Z","caller":"traceutil/trace.go:171","msg":"trace[227607747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24935; }","duration":"1.58359278s","start":"2026-05-19T03:50:10.597471Z","end":"2026-05-19T03:50:12.181064Z","steps":["trace[227607747] 'range keys from in-memory index tree' (duration: 1.583475167s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:12.616569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:12.616683Z","caller":"traceutil/trace.go:171","msg":"trace[830352959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242088s","start":"2026-05-19T03:50:10.616423Z","end":"2026-05-19T03:50:12.616665Z","steps":["trace[830352959] 'agreement among raft nodes before linearized reading' (duration: 2.000110634s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:12.616729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.616375Z","time spent":"2.00034435s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:13.44778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291173498s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:13.56436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337182054s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:13.565965Z","caller":"traceutil/trace.go:171","msg":"trace[1012064840] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"2.816731119s","start":"2026-05-19T03:50:10.749209Z","end":"2026-05-19T03:50:13.56594Z","steps":["trace[1012064840] 'process raft request' (duration: 2.815311013s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:13.566047Z","caller":"traceutil/trace.go:171","msg":"trace[1719346457] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"3.492439605s","start":"2026-05-19T03:50:10.073549Z","end":"2026-05-19T03:50:13.565988Z","steps":["trace[1719346457] 'read index received' (duration: 153.63799ms)","trace[1719346457] 'applied index is now lower than readState.Index' (duration: 3.338797985s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:13.566128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.749185Z","time spent":"2.816853172s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:14.618348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:14.618439Z","caller":"traceutil/trace.go:171","msg":"trace[415679474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071151s","start":"2026-05-19T03:50:12.617707Z","end":"2026-05-19T03:50:14.618418Z","steps":["trace[415679474] 'agreement among raft nodes before linearized reading' (duration: 2.000568546s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:14.618503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.61769Z","time spent":"2.000790453s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:15.610912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.830847675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.611014Z","caller":"traceutil/trace.go:171","msg":"trace[598362273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24936; }","duration":"7.830991219s","start":"2026-05-19T03:50:07.779999Z","end":"2026-05-19T03:50:15.61099Z","steps":["trace[598362273] 'agreement among raft nodes before linearized reading' (duration: 5.786204734s)","trace[598362273] 'count revisions from in-memory index tree' (duration: 2.044623772s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.611078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:07.779986Z","time spent":"7.831079881s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.611251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592371466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-19T03:50:15.611314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899312477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.611358Z","caller":"traceutil/trace.go:171","msg":"trace[602047630] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24936; }","duration":"10.59252281s","start":"2026-05-19T03:50:05.018807Z","end":"2026-05-19T03:50:15.61133Z","steps":["trace[602047630] 'agreement among raft nodes before linearized reading' (duration: 8.547421546s)","trace[602047630] 'range keys from in-memory index tree' (duration: 2.044857558s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:15.611375Z","caller":"traceutil/trace.go:171","msg":"trace[971244933] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24936; }","duration":"5.899415669s","start":"2026-05-19T03:50:09.711936Z","end":"2026-05-19T03:50:15.611352Z","steps":["trace[971244933] 'agreement among raft nodes before linearized reading' (duration: 3.854234944s)","trace[971244933] 'count revisions from in-memory index tree' (duration: 2.045101273s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.611394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.735993475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:15.611415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.018779Z","time spent":"10.592621491s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T03:50:15.611431Z","caller":"traceutil/trace.go:171","msg":"trace[557479934] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24936; }","duration":"9.736029736s","start":"2026-05-19T03:50:05.875389Z","end":"2026-05-19T03:50:15.611419Z","steps":["trace[557479934] 'agreement among raft nodes before linearized reading' (duration: 7.690735108s)","trace[557479934] 'count revisions from in-memory index tree' (duration: 2.045201026s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.611465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.875356Z","time spent":"9.736099888s","remote":"127.0.0.1:45776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.611749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592863758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:15.611802Z","caller":"traceutil/trace.go:171","msg":"trace[257878289] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24936; }","duration":"10.592925109s","start":"2026-05-19T03:50:05.018858Z","end":"2026-05-19T03:50:15.611783Z","steps":["trace[257878289] 'agreement among raft nodes before linearized reading' (duration: 8.547509778s)","trace[257878289] 'range keys from in-memory index tree' (duration: 2.045287278s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.611851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.01885Z","time spent":"10.592989241s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:50:15.612027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.821331222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T03:50:15.611419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.711864Z","time spent":"5.899541013s","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:15.612083Z","caller":"traceutil/trace.go:171","msg":"trace[1629906941] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24936; }","duration":"5.821423765s","start":"2026-05-19T03:50:09.790638Z","end":"2026-05-19T03:50:15.612062Z","steps":["trace[1629906941] 'agreement among raft nodes before linearized reading' (duration: 3.775516961s)","trace[1629906941] 'count revisions from in-memory index tree' (duration: 2.045837591s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.612133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.790617Z","time spent":"5.821501076s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.611849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.764018494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:15.612338Z","caller":"traceutil/trace.go:171","msg":"trace[1732605778] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24936; }","duration":"9.764536577s","start":"2026-05-19T03:50:05.847777Z","end":"2026-05-19T03:50:15.612314Z","steps":["trace[1732605778] 'agreement among raft nodes before linearized reading' (duration: 7.718397038s)","trace[1732605778] 'count revisions from in-memory index tree' (duration: 2.045634597s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.612378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.493061837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.612444Z","caller":"traceutil/trace.go:171","msg":"trace[1739447657] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24936; }","duration":"6.49315515s","start":"2026-05-19T03:50:09.119267Z","end":"2026-05-19T03:50:15.612422Z","steps":["trace[1739447657] 'agreement among raft nodes before linearized reading' (duration: 4.446933229s)","trace[1739447657] 'count revisions from in-memory index tree' (duration: 2.046138059s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.612494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.119252Z","time spent":"6.493227872s","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.612626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.725166573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:15.612675Z","caller":"traceutil/trace.go:171","msg":"trace[1745244496] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24936; }","duration":"6.725209934s","start":"2026-05-19T03:50:08.887446Z","end":"2026-05-19T03:50:15.612655Z","steps":["trace[1745244496] 'agreement among raft nodes before linearized reading' (duration: 4.678766567s)","trace[1745244496] 'count revisions from in-memory index tree' (duration: 2.046384835s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.612719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.887402Z","time spent":"6.725304296s","remote":"127.0.0.1:54472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.612803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.957728921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.61288Z","caller":"traceutil/trace.go:171","msg":"trace[1058504602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24936; }","duration":"6.957825543s","start":"2026-05-19T03:50:08.655014Z","end":"2026-05-19T03:50:15.61284Z","steps":["trace[1058504602] 'agreement among raft nodes before linearized reading' (duration: 4.911095739s)","trace[1058504602] 'count revisions from in-memory index tree' (duration: 2.046644892s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.612394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:05.847758Z","time spent":"9.76461771s","remote":"127.0.0.1:54252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.612919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.654993Z","time spent":"6.957915926s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.612952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65335559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:15.613029Z","caller":"traceutil/trace.go:171","msg":"trace[592840451] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24936; }","duration":"5.653473243s","start":"2026-05-19T03:50:09.959533Z","end":"2026-05-19T03:50:15.613006Z","steps":["trace[592840451] 'agreement among raft nodes before linearized reading' (duration: 3.606610105s)","trace[592840451] 'range keys from in-memory index tree' (duration: 2.046663753s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.613069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:09.959513Z","time spent":"5.653547146s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:50:15.61318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.4818612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.61322Z","caller":"traceutil/trace.go:171","msg":"trace[1210074030] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24936; }","duration":"7.481927761s","start":"2026-05-19T03:50:08.131279Z","end":"2026-05-19T03:50:15.613207Z","steps":["trace[1210074030] 'agreement among raft nodes before linearized reading' (duration: 5.4349392s)","trace[1210074030] 'count revisions from in-memory index tree' (duration: 2.046844468s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:15.613252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:08.131264Z","time spent":"7.481980143s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.613538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047534815s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:15.613734Z","caller":"traceutil/trace.go:171","msg":"trace[812481914] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"3.610181045s","start":"2026-05-19T03:50:12.003522Z","end":"2026-05-19T03:50:15.613703Z","steps":["trace[812481914] 'process raft request' (duration: 1.562399894s)","trace[812481914] 'compare' (duration: 2.045718178s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:15.6138Z","caller":"traceutil/trace.go:171","msg":"trace[696469582] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"3.5333517s","start":"2026-05-19T03:50:12.080427Z","end":"2026-05-19T03:50:15.613779Z","steps":["trace[696469582] 'process raft request' (duration: 3.533190306s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.613884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.003501Z","time spent":"3.610302108s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:15.613901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.080402Z","time spent":"3.533442252s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:15.613983Z","caller":"traceutil/trace.go:171","msg":"trace[1088302554] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25768; }","duration":"2.047869683s","start":"2026-05-19T03:50:13.566098Z","end":"2026-05-19T03:50:15.613967Z","steps":["trace[1088302554] 'read index received' (duration: 122.153µs)","trace[1088302554] 'applied index is now lower than readState.Index' (duration: 2.04774651s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:15.614124Z","caller":"traceutil/trace.go:171","msg":"trace[1375945630] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"3.487353216s","start":"2026-05-19T03:50:12.12676Z","end":"2026-05-19T03:50:15.614113Z","steps":["trace[1375945630] 'process raft request' (duration: 3.486960706s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.614252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.126743Z","time spent":"3.487451408s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:15.614606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034331597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:15.614618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655411691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.614653Z","caller":"traceutil/trace.go:171","msg":"trace[1454900705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24939; }","duration":"3.034411578s","start":"2026-05-19T03:50:12.580228Z","end":"2026-05-19T03:50:15.614639Z","steps":["trace[1454900705] 'agreement among raft nodes before linearized reading' (duration: 3.034341386s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.614659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265420052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:15.614688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.580208Z","time spent":"3.03446729s","remote":"127.0.0.1:58338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.61469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525359667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.614688Z","caller":"traceutil/trace.go:171","msg":"trace[600513436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24939; }","duration":"3.655497713s","start":"2026-05-19T03:50:11.95917Z","end":"2026-05-19T03:50:15.614667Z","steps":["trace[600513436] 'agreement among raft nodes before linearized reading' (duration: 3.65536734s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.614686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44173617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:15.614717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.537961299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-18bdaed2-3113-47e0-b212-065eb2952adb\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-05-19T03:50:15.614717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176674714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-05-19T03:50:15.614728Z","caller":"traceutil/trace.go:171","msg":"trace[1686857616] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24939; }","duration":"3.525430489s","start":"2026-05-19T03:50:12.089288Z","end":"2026-05-19T03:50:15.614718Z","steps":["trace[1686857616] 'agreement among raft nodes before linearized reading' (duration: 3.525359697s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:15.614745Z","caller":"traceutil/trace.go:171","msg":"trace[524298522] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24939; }","duration":"3.441835382s","start":"2026-05-19T03:50:12.172895Z","end":"2026-05-19T03:50:15.61473Z","steps":["trace[524298522] 'agreement among raft nodes before linearized reading' (duration: 3.44174971s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:15.614753Z","caller":"traceutil/trace.go:171","msg":"trace[279140596] range","detail":"{range_begin:/registry/persistentvolumes/pvc-18bdaed2-3113-47e0-b212-065eb2952adb; range_end:; response_count:1; response_revision:24939; }","duration":"5.53802218s","start":"2026-05-19T03:50:10.07672Z","end":"2026-05-19T03:50:15.614743Z","steps":["trace[279140596] 'agreement among raft nodes before linearized reading' (duration: 5.537916747s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:15.614759Z","caller":"traceutil/trace.go:171","msg":"trace[202620124] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24939; }","duration":"2.176744556s","start":"2026-05-19T03:50:13.438004Z","end":"2026-05-19T03:50:15.614749Z","steps":["trace[202620124] 'agreement among raft nodes before linearized reading' (duration: 2.176339796s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.614788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.076705Z","time spent":"5.538078292s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-18bdaed2-3113-47e0-b212-065eb2952adb\" "} {"level":"warn","ts":"2026-05-19T03:50:15.614791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.172874Z","time spent":"3.441908155s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.614797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:13.437957Z","time spent":"2.176832628s","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268887,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-19T03:50:15.614836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.959111Z","time spent":"3.655709418s","remote":"127.0.0.1:58492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.61467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451933371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:15.614609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356568314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.614929Z","caller":"traceutil/trace.go:171","msg":"trace[1503286001] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24939; }","duration":"5.452231998s","start":"2026-05-19T03:50:10.162686Z","end":"2026-05-19T03:50:15.614918Z","steps":["trace[1503286001] 'agreement among raft nodes before linearized reading' (duration: 5.451942701s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.614954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:10.162666Z","time spent":"5.452280059s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:15.614711Z","caller":"traceutil/trace.go:171","msg":"trace[1058690318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24939; }","duration":"4.265496305s","start":"2026-05-19T03:50:11.349203Z","end":"2026-05-19T03:50:15.6147Z","steps":["trace[1058690318] 'agreement among raft nodes before linearized reading' (duration: 4.265421063s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:15.614949Z","caller":"traceutil/trace.go:171","msg":"trace[1403142731] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24939; }","duration":"3.356938863s","start":"2026-05-19T03:50:12.257995Z","end":"2026-05-19T03:50:15.614934Z","steps":["trace[1403142731] 'agreement among raft nodes before linearized reading' (duration: 3.356572084s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.615006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.349189Z","time spent":"4.265805522s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.615017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.257977Z","time spent":"3.357026545s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.614768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:12.089271Z","time spent":"3.52548801s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:15.614702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921715902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:15.615154Z","caller":"traceutil/trace.go:171","msg":"trace[58085136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24939; }","duration":"3.922222034s","start":"2026-05-19T03:50:11.692915Z","end":"2026-05-19T03:50:15.615137Z","steps":["trace[58085136] 'agreement among raft nodes before linearized reading' (duration: 3.921721972s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:15.615197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:11.692888Z","time spent":"3.922294777s","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:16.115083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:16.447721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348090279s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:16.626301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001025498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:16.626436Z","caller":"traceutil/trace.go:171","msg":"trace[1208919904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001195331s","start":"2026-05-19T03:50:14.625198Z","end":"2026-05-19T03:50:16.626394Z","steps":["trace[1208919904] 'agreement among raft nodes before linearized reading' (duration: 2.001039138s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:16.626515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.625185Z","time spent":"2.001318165s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:18.124262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676201474s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:18.125502Z","caller":"traceutil/trace.go:171","msg":"trace[2005821547] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"3.025964335s","start":"2026-05-19T03:50:15.099515Z","end":"2026-05-19T03:50:18.12548Z","steps":["trace[2005821547] 'process raft request' (duration: 1.348442258s)","trace[2005821547] 'compare' (duration: 1.675009944s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:18.125505Z","caller":"traceutil/trace.go:171","msg":"trace[1567061508] linearizableReadLoop","detail":"{readStateIndex:25773; appliedIndex:25771; }","duration":"2.511376207s","start":"2026-05-19T03:50:15.614018Z","end":"2026-05-19T03:50:18.125394Z","steps":["trace[1567061508] 'read index received' (duration: 833.967603ms)","trace[1567061508] 'applied index is now lower than readState.Index' (duration: 1.677407214s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:18.125523Z","caller":"traceutil/trace.go:171","msg":"trace[1494103277] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"2.510922056s","start":"2026-05-19T03:50:15.614571Z","end":"2026-05-19T03:50:18.125493Z","steps":["trace[1494103277] 'process raft request' (duration: 2.509823539s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.125536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603318801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:18.125592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1000502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:18.125634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.614552Z","time spent":"2.511022488s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:18.125604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676035422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:18.125665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78380567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:18.125699Z","caller":"traceutil/trace.go:171","msg":"trace[266384469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24941; }","duration":"3.676198626s","start":"2026-05-19T03:50:14.449492Z","end":"2026-05-19T03:50:18.12569Z","steps":["trace[266384469] 'agreement among raft nodes before linearized reading' (duration: 3.676013252s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:18.125709Z","caller":"traceutil/trace.go:171","msg":"trace[709289327] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24941; }","duration":"3.783889502s","start":"2026-05-19T03:50:14.341808Z","end":"2026-05-19T03:50:18.125697Z","steps":["trace[709289327] 'agreement among raft nodes before linearized reading' (duration: 3.78380171s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:18.125704Z","caller":"traceutil/trace.go:171","msg":"trace[483919931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24941; }","duration":"3.100174343s","start":"2026-05-19T03:50:15.025499Z","end":"2026-05-19T03:50:18.125673Z","steps":["trace[483919931] 'agreement among raft nodes before linearized reading' (duration: 3.099919366s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:18.125666Z","caller":"traceutil/trace.go:171","msg":"trace[1960870226] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24941; }","duration":"3.603463075s","start":"2026-05-19T03:50:14.522179Z","end":"2026-05-19T03:50:18.125643Z","steps":["trace[1960870226] 'agreement among raft nodes before linearized reading' (duration: 3.603295831s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.125741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.341787Z","time spent":"3.783945934s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:18.125751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.025422Z","time spent":"3.100319157s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:18.125567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603361552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:18.125724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.44947Z","time spent":"3.676246617s","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:18.12586Z","caller":"traceutil/trace.go:171","msg":"trace[743856938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24941; }","duration":"3.603707862s","start":"2026-05-19T03:50:14.522106Z","end":"2026-05-19T03:50:18.125814Z","steps":["trace[743856938] 'agreement among raft nodes before linearized reading' (duration: 3.603368193s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.125507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1138711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:18.126036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.522138Z","time spent":"3.60362437s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:18.12609Z","caller":"traceutil/trace.go:171","msg":"trace[339634073] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24941; }","duration":"3.114506227s","start":"2026-05-19T03:50:15.011574Z","end":"2026-05-19T03:50:18.12608Z","steps":["trace[339634073] 'agreement among raft nodes before linearized reading' (duration: 3.113828049s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.126013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:14.522082Z","time spent":"3.603908037s","remote":"127.0.0.1:45696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:18.126121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.01155Z","time spent":"3.114557448s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:18.125606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.099489Z","time spent":"3.026061898s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:18.626476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:18.626562Z","caller":"traceutil/trace.go:171","msg":"trace[1334888736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030582s","start":"2026-05-19T03:50:16.626237Z","end":"2026-05-19T03:50:18.626542Z","steps":["trace[1334888736] 'agreement among raft nodes before linearized reading' (duration: 2.000174697s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:18.626656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.626216Z","time spent":"2.000429102s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:19.202751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:19.202847Z","caller":"traceutil/trace.go:171","msg":"trace[1869259729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338421s","start":"2026-05-19T03:50:17.202486Z","end":"2026-05-19T03:50:19.202825Z","steps":["trace[1869259729] 'agreement among raft nodes before linearized reading' (duration: 2.000219038s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:19.2029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.202449Z","time spent":"2.000440523s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:20.449828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.196023714s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:20.634747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:20.634816Z","caller":"traceutil/trace.go:171","msg":"trace[955009691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016162s","start":"2026-05-19T03:50:18.634783Z","end":"2026-05-19T03:50:20.634799Z","steps":["trace[955009691] 'agreement among raft nodes before linearized reading' (duration: 1.99992266s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:20.634858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.634758Z","time spent":"2.000088414s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:21.503603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249887374s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-19T03:50:21.503782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.350774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.50388Z","caller":"traceutil/trace.go:171","msg":"trace[1058864904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24942; }","duration":"906.459367ms","start":"2026-05-19T03:50:20.597405Z","end":"2026-05-19T03:50:21.503864Z","steps":["trace[1058864904] 'range keys from in-memory index tree' (duration: 906.335274ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.505977Z","caller":"traceutil/trace.go:171","msg":"trace[196689804] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"3.886293665s","start":"2026-05-19T03:50:17.619673Z","end":"2026-05-19T03:50:21.505966Z","steps":["trace[196689804] 'process raft request' (duration: 3.884101489s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.506008Z","caller":"traceutil/trace.go:171","msg":"trace[390863775] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"434.234873ms","start":"2026-05-19T03:50:21.071754Z","end":"2026-05-19T03:50:21.505989Z","steps":["trace[390863775] 'process raft request' (duration: 434.010258ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.506021Z","caller":"traceutil/trace.go:171","msg":"trace[1593621886] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"3.375861613s","start":"2026-05-19T03:50:18.130124Z","end":"2026-05-19T03:50:21.505986Z","steps":["trace[1593621886] 'process raft request' (duration: 3.375561776s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.619645Z","time spent":"3.886362027s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:21.50612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.071715Z","time spent":"434.346416ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:21.506144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891493849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.130103Z","time spent":"3.375974006s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:21.506202Z","caller":"traceutil/trace.go:171","msg":"trace[727201677] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:0; response_revision:24945; }","duration":"5.891581721s","start":"2026-05-19T03:50:15.614606Z","end":"2026-05-19T03:50:21.506187Z","steps":["trace[727201677] 'agreement among raft nodes before linearized reading' (duration: 5.891459968s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.614593Z","time spent":"5.891639272s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:50:21.506319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007977835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-05-19T03:50:21.506315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.550702871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:21.506349Z","caller":"traceutil/trace.go:171","msg":"trace[1770900365] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb; range_end:; response_count:1; response_revision:24945; }","duration":"4.008039977s","start":"2026-05-19T03:50:17.498301Z","end":"2026-05-19T03:50:21.506341Z","steps":["trace[1770900365] 'agreement among raft nodes before linearized reading' (duration: 4.007936084s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.498275Z","time spent":"4.008093458s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb\" "} {"level":"warn","ts":"2026-05-19T03:50:21.506385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073679889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.506033Z","caller":"traceutil/trace.go:171","msg":"trace[2112893929] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25773; }","duration":"3.38044982s","start":"2026-05-19T03:50:18.125557Z","end":"2026-05-19T03:50:21.506007Z","steps":["trace[2112893929] 'read index received' (duration: 128.250097ms)","trace[2112893929] 'applied index is now lower than readState.Index' (duration: 3.252197583s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:21.506446Z","caller":"traceutil/trace.go:171","msg":"trace[44476769] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24945; }","duration":"5.550872675s","start":"2026-05-19T03:50:15.95556Z","end":"2026-05-19T03:50:21.506433Z","steps":["trace[44476769] 'agreement among raft nodes before linearized reading' (duration: 5.550694751s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.506416Z","caller":"traceutil/trace.go:171","msg":"trace[321447401] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24945; }","duration":"4.073750581s","start":"2026-05-19T03:50:17.432657Z","end":"2026-05-19T03:50:21.506407Z","steps":["trace[321447401] 'agreement among raft nodes before linearized reading' (duration: 4.073703809s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341251842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719618437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375822793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.5067Z","caller":"traceutil/trace.go:171","msg":"trace[491182353] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24945; }","duration":"3.375876334s","start":"2026-05-19T03:50:18.130813Z","end":"2026-05-19T03:50:21.506689Z","steps":["trace[491182353] 'agreement among raft nodes before linearized reading' (duration: 3.375830392s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.1308Z","time spent":"3.375921044s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:21.506501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783234836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:21.506744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.442003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:21.506774Z","caller":"traceutil/trace.go:171","msg":"trace[1829218570] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24945; }","duration":"497.507035ms","start":"2026-05-19T03:50:21.009258Z","end":"2026-05-19T03:50:21.506765Z","steps":["trace[1829218570] 'agreement among raft nodes before linearized reading' (duration: 497.424402ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.506775Z","caller":"traceutil/trace.go:171","msg":"trace[624982609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24945; }","duration":"3.783533653s","start":"2026-05-19T03:50:17.72322Z","end":"2026-05-19T03:50:21.506754Z","steps":["trace[624982609] 'agreement among raft nodes before linearized reading' (duration: 3.783253506s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403101477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822262832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835542308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:21.506835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.7232Z","time spent":"3.783616485s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:21.506861Z","caller":"traceutil/trace.go:171","msg":"trace[1485320632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24945; }","duration":"1.835568439s","start":"2026-05-19T03:50:19.671286Z","end":"2026-05-19T03:50:21.506854Z","steps":["trace[1485320632] 'agreement among raft nodes before linearized reading' (duration: 1.835529218s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.50686Z","caller":"traceutil/trace.go:171","msg":"trace[2137310049] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24945; }","duration":"1.822376334s","start":"2026-05-19T03:50:19.684466Z","end":"2026-05-19T03:50:21.506843Z","steps":["trace[2137310049] 'agreement among raft nodes before linearized reading' (duration: 1.822277332s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.541485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:21.506909Z","caller":"traceutil/trace.go:171","msg":"trace[975088424] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24945; }","duration":"862.576526ms","start":"2026-05-19T03:50:20.644325Z","end":"2026-05-19T03:50:21.506902Z","steps":["trace[975088424] 'agreement among raft nodes before linearized reading' (duration: 862.538175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15794988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.644319Z","time spent":"862.607207ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:21.506935Z","caller":"traceutil/trace.go:171","msg":"trace[1029209708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24945; }","duration":"2.158007242s","start":"2026-05-19T03:50:19.348923Z","end":"2026-05-19T03:50:21.50693Z","steps":["trace[1029209708] 'agreement among raft nodes before linearized reading' (duration: 2.157973541s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.671249Z","time spent":"1.83563023s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.506671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292205033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.507037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.74768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.506614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.430783605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:21.507059Z","caller":"traceutil/trace.go:171","msg":"trace[243596620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24945; }","duration":"871.787361ms","start":"2026-05-19T03:50:20.635266Z","end":"2026-05-19T03:50:21.507054Z","steps":["trace[243596620] 'agreement among raft nodes before linearized reading' (duration: 871.75557ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.507069Z","caller":"traceutil/trace.go:171","msg":"trace[1143146163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24945; }","duration":"5.431278648s","start":"2026-05-19T03:50:16.07578Z","end":"2026-05-19T03:50:21.507059Z","steps":["trace[1143146163] 'agreement among raft nodes before linearized reading' (duration: 5.430780194s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.50708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.635255Z","time spent":"871.821451ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:21.507097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.075751Z","time spent":"5.43133867s","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954165738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.5068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.009235Z","time spent":"497.557765ms","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.506851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.752677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:21.50715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108503656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:21.507229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.373547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:21.507254Z","caller":"traceutil/trace.go:171","msg":"trace[331642102] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24945; }","duration":"874.432298ms","start":"2026-05-19T03:50:20.632815Z","end":"2026-05-19T03:50:21.507248Z","steps":["trace[331642102] 'agreement among raft nodes before linearized reading' (duration: 874.346865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.507277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.632798Z","time spent":"874.473619ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:50:21.507265Z","caller":"traceutil/trace.go:171","msg":"trace[1939879918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24945; }","duration":"5.108802134s","start":"2026-05-19T03:50:16.398438Z","end":"2026-05-19T03:50:21.507241Z","steps":["trace[1939879918] 'agreement among raft nodes before linearized reading' (duration: 5.108051785s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.684437Z","time spent":"1.822469277s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:16.398421Z","time spent":"5.108886796s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:21.507219Z","caller":"traceutil/trace.go:171","msg":"trace[1757427384] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24945; }","duration":"834.165289ms","start":"2026-05-19T03:50:20.673046Z","end":"2026-05-19T03:50:21.507211Z","steps":["trace[1757427384] 'agreement among raft nodes before linearized reading' (duration: 833.766918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.506541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.95554Z","time spent":"5.550988008s","remote":"127.0.0.1:54712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.67302Z","time spent":"834.384293ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.506592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.432635Z","time spent":"4.073935856s","remote":"127.0.0.1:37922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.506621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888546825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-19T03:50:21.506841Z","caller":"traceutil/trace.go:171","msg":"trace[1204315854] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24945; }","duration":"4.403437916s","start":"2026-05-19T03:50:17.103382Z","end":"2026-05-19T03:50:21.506819Z","steps":["trace[1204315854] 'agreement among raft nodes before linearized reading' (duration: 4.402657316s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.506632Z","caller":"traceutil/trace.go:171","msg":"trace[726379367] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24945; }","duration":"4.341306703s","start":"2026-05-19T03:50:17.165319Z","end":"2026-05-19T03:50:21.506626Z","steps":["trace[726379367] 'agreement among raft nodes before linearized reading' (duration: 4.341257092s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.507499Z","caller":"traceutil/trace.go:171","msg":"trace[1299380945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24945; }","duration":"5.889442437s","start":"2026-05-19T03:50:15.618037Z","end":"2026-05-19T03:50:21.50748Z","steps":["trace[1299380945] 'agreement among raft nodes before linearized reading' (duration: 5.888446972s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.507527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.165302Z","time spent":"4.342218037s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:17.10336Z","time spent":"4.404133325s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550075382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-19T03:50:21.507564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.618029Z","time spent":"5.889518499s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-19T03:50:21.507581Z","caller":"traceutil/trace.go:171","msg":"trace[67408984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24945; }","duration":"1.550180405s","start":"2026-05-19T03:50:19.957387Z","end":"2026-05-19T03:50:21.507568Z","steps":["trace[67408984] 'agreement among raft nodes before linearized reading' (duration: 1.55001075s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:21.507159Z","caller":"traceutil/trace.go:171","msg":"trace[842665583] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24945; }","duration":"2.954272831s","start":"2026-05-19T03:50:18.552871Z","end":"2026-05-19T03:50:21.507144Z","steps":["trace[842665583] 'agreement among raft nodes before linearized reading' (duration: 2.954171548s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.507618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.95736Z","time spent":"1.550249177s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:50:21.507657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:18.552849Z","time spent":"2.954781973s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.507407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.586757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:21.507801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551341934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T03:50:21.506708Z","caller":"traceutil/trace.go:171","msg":"trace[430794900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24945; }","duration":"5.719831292s","start":"2026-05-19T03:50:15.78684Z","end":"2026-05-19T03:50:21.506671Z","steps":["trace[430794900] 'agreement among raft nodes before linearized reading' (duration: 5.719531145s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.50798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:15.786824Z","time spent":"5.721135095s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:21.50696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.3489Z","time spent":"2.158055173s","remote":"127.0.0.1:45926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:21.507825Z","caller":"traceutil/trace.go:171","msg":"trace[1023611714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24945; }","duration":"972.036069ms","start":"2026-05-19T03:50:20.535774Z","end":"2026-05-19T03:50:21.50781Z","steps":["trace[1023611714] 'agreement among raft nodes before linearized reading' (duration: 971.600478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.508152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.535752Z","time spent":"972.373726ms","remote":"127.0.0.1:54624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:21.507863Z","caller":"traceutil/trace.go:171","msg":"trace[30795287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24945; }","duration":"1.551448246s","start":"2026-05-19T03:50:19.9564Z","end":"2026-05-19T03:50:21.507848Z","steps":["trace[30795287] 'agreement among raft nodes before linearized reading' (duration: 1.550685748s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.508263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:19.956371Z","time spent":"1.551881128s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:50:21.507116Z","caller":"traceutil/trace.go:171","msg":"trace[82803768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24945; }","duration":"1.292562522s","start":"2026-05-19T03:50:20.214418Z","end":"2026-05-19T03:50:21.506981Z","steps":["trace[82803768] 'agreement among raft nodes before linearized reading' (duration: 1.292229164s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:21.508424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:20.214399Z","time spent":"1.294001029s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:22.630013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.832639ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T03:50:22.63082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.513437Z","time spent":"1.117378237s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:22.742119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088974607s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:23.526488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:23.526554Z","caller":"traceutil/trace.go:171","msg":"trace[1689422083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118645s","start":"2026-05-19T03:50:21.526421Z","end":"2026-05-19T03:50:23.526539Z","steps":["trace[1689422083] 'agreement among raft nodes before linearized reading' (duration: 2.000035953s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.526587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.526411Z","time spent":"2.000168956s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:23.985935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242622627s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:23.98717Z","caller":"traceutil/trace.go:171","msg":"trace[131570188] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"2.470541875s","start":"2026-05-19T03:50:21.516586Z","end":"2026-05-19T03:50:23.987128Z","steps":["trace[131570188] 'process raft request' (duration: 1.226618474s)","trace[131570188] 'compare' (duration: 1.241315935s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:23.987235Z","caller":"traceutil/trace.go:171","msg":"trace[1443002852] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"2.463075075s","start":"2026-05-19T03:50:21.524127Z","end":"2026-05-19T03:50:23.987202Z","steps":["trace[1443002852] 'process raft request' (duration: 2.462941221s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:23.987336Z","caller":"traceutil/trace.go:171","msg":"trace[1479765730] linearizableReadLoop","detail":"{readStateIndex:25779; appliedIndex:25777; }","duration":"2.470342609s","start":"2026-05-19T03:50:21.516882Z","end":"2026-05-19T03:50:23.987224Z","steps":["trace[1479765730] 'read index received' (duration: 136.302401ms)","trace[1479765730] 'applied index is now lower than readState.Index' (duration: 2.334038738s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:23.98741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.516565Z","time spent":"2.470683148s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:23.987524Z","caller":"traceutil/trace.go:171","msg":"trace[821340296] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.355341812s","start":"2026-05-19T03:50:22.632175Z","end":"2026-05-19T03:50:23.987517Z","steps":["trace[821340296] 'process raft request' (duration: 1.354994674s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.987573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.632147Z","time spent":"1.355402033s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:23.987572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470660957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:23.987681Z","caller":"traceutil/trace.go:171","msg":"trace[1625096811] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24950; }","duration":"2.470805331s","start":"2026-05-19T03:50:21.516854Z","end":"2026-05-19T03:50:23.98766Z","steps":["trace[1625096811] 'agreement among raft nodes before linearized reading' (duration: 2.470487713s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.987737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.516843Z","time spent":"2.470880673s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:23.98772Z","caller":"traceutil/trace.go:171","msg":"trace[349804757] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"856.621687ms","start":"2026-05-19T03:50:23.131079Z","end":"2026-05-19T03:50:23.987701Z","steps":["trace[349804757] 'process raft request' (duration: 856.390531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.987903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.131051Z","time spent":"856.744869ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:23.987363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.52411Z","time spent":"2.463180488s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:23.987403Z","caller":"traceutil/trace.go:171","msg":"trace[927394206] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"2.465394523s","start":"2026-05-19T03:50:21.522001Z","end":"2026-05-19T03:50:23.987396Z","steps":["trace[927394206] 'process raft request' (duration: 2.465006134s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.988149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.521988Z","time spent":"2.466126642s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:23.988218Z","caller":"traceutil/trace.go:171","msg":"trace[851408430] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"2.469732884s","start":"2026-05-19T03:50:21.517388Z","end":"2026-05-19T03:50:23.987121Z","steps":["trace[851408430] 'process raft request' (duration: 2.469397855s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:23.988331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.517373Z","time spent":"2.470883703s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:24.49012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:25.527363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:25.527452Z","caller":"traceutil/trace.go:171","msg":"trace[1303204005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000741012s","start":"2026-05-19T03:50:23.526689Z","end":"2026-05-19T03:50:25.52743Z","steps":["trace[1303204005] 'agreement among raft nodes before linearized reading' (duration: 2.000627149s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.5275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.526677Z","time spent":"2.000812493s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:25.835262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088529407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:25.835345Z","caller":"traceutil/trace.go:171","msg":"trace[655196601] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25784; }","duration":"1.847883321s","start":"2026-05-19T03:50:23.987448Z","end":"2026-05-19T03:50:25.835332Z","steps":["trace[655196601] 'read index received' (duration: 759.140198ms)","trace[655196601] 'applied index is now lower than readState.Index' (duration: 1.088742043s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:25.835403Z","caller":"traceutil/trace.go:171","msg":"trace[1749093930] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"2.310301058s","start":"2026-05-19T03:50:23.52509Z","end":"2026-05-19T03:50:25.835392Z","steps":["trace[1749093930] 'process raft request' (duration: 1.221569576s)","trace[1749093930] 'compare' (duration: 1.08826248s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:25.835442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.525068Z","time spent":"2.310351399s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:25.835455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22049351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:25.835485Z","caller":"traceutil/trace.go:171","msg":"trace[766621242] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24952; }","duration":"3.220550501s","start":"2026-05-19T03:50:22.614925Z","end":"2026-05-19T03:50:25.835476Z","steps":["trace[766621242] 'agreement among raft nodes before linearized reading' (duration: 3.22048601s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.835506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.614911Z","time spent":"3.220588642s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.508923141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:25.835631Z","caller":"traceutil/trace.go:171","msg":"trace[1778547570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24952; }","duration":"3.508991933s","start":"2026-05-19T03:50:22.326632Z","end":"2026-05-19T03:50:25.835624Z","steps":["trace[1778547570] 'agreement among raft nodes before linearized reading' (duration: 3.508944052s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.83565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.326611Z","time spent":"3.509032325s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314796972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:25.835696Z","caller":"traceutil/trace.go:171","msg":"trace[756166325] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24952; }","duration":"2.314825023s","start":"2026-05-19T03:50:23.520863Z","end":"2026-05-19T03:50:25.835688Z","steps":["trace[756166325] 'agreement among raft nodes before linearized reading' (duration: 2.314770391s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.835711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.520809Z","time spent":"2.314897924s","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159131651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:25.835756Z","caller":"traceutil/trace.go:171","msg":"trace[532731836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24952; }","duration":"2.159160081s","start":"2026-05-19T03:50:23.676588Z","end":"2026-05-19T03:50:25.835749Z","steps":["trace[532731836] 'agreement among raft nodes before linearized reading' (duration: 2.159014368s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.83576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754747755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:25.835778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.676566Z","time spent":"2.159203193s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795246341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:25.835824Z","caller":"traceutil/trace.go:171","msg":"trace[1569734807] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24952; }","duration":"3.795301762s","start":"2026-05-19T03:50:22.040517Z","end":"2026-05-19T03:50:25.835819Z","steps":["trace[1569734807] 'agreement among raft nodes before linearized reading' (duration: 3.795272771s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.835842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.040497Z","time spent":"3.795339852s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354157789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:25.835917Z","caller":"traceutil/trace.go:171","msg":"trace[2135975029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24952; }","duration":"2.354181749s","start":"2026-05-19T03:50:23.481729Z","end":"2026-05-19T03:50:25.835911Z","steps":["trace[2135975029] 'agreement among raft nodes before linearized reading' (duration: 2.354145148s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.835937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.481668Z","time spent":"2.354261971s","remote":"127.0.0.1:58426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.835973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069637347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:25.835993Z","caller":"traceutil/trace.go:171","msg":"trace[1321466635] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24952; }","duration":"4.069660887s","start":"2026-05-19T03:50:21.766326Z","end":"2026-05-19T03:50:25.835987Z","steps":["trace[1321466635] 'agreement among raft nodes before linearized reading' (duration: 4.069606456s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:25.835779Z","caller":"traceutil/trace.go:171","msg":"trace[1616094895] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24952; }","duration":"3.754767976s","start":"2026-05-19T03:50:22.081005Z","end":"2026-05-19T03:50:25.835773Z","steps":["trace[1616094895] 'agreement among raft nodes before linearized reading' (duration: 3.754729755s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.836011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.766261Z","time spent":"4.06974403s","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.836063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:22.080949Z","time spent":"3.755078604s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:25.836186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314876495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-19T03:50:25.836255Z","caller":"traceutil/trace.go:171","msg":"trace[1932424414] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a; range_end:; response_count:1; response_revision:24952; }","duration":"4.314963637s","start":"2026-05-19T03:50:21.521271Z","end":"2026-05-19T03:50:25.836235Z","steps":["trace[1932424414] 'agreement among raft nodes before linearized reading' (duration: 4.314765172s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.836295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:21.521264Z","time spent":"4.315020029s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-83591411-63f6-4f0a-875e-4265eadb1c8a\" "} {"level":"warn","ts":"2026-05-19T03:50:25.836212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278685878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:25.83645Z","caller":"traceutil/trace.go:171","msg":"trace[163630904] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24952; }","duration":"2.278977906s","start":"2026-05-19T03:50:23.557461Z","end":"2026-05-19T03:50:25.836438Z","steps":["trace[163630904] 'agreement among raft nodes before linearized reading' (duration: 2.278713969s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:25.836514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.557432Z","time spent":"2.279042346s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:26.33596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:26.836977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:27.002781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T03:50:27.002839Z","caller":"traceutil/trace.go:171","msg":"trace[1771013990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562066s","start":"2026-05-19T03:50:25.002262Z","end":"2026-05-19T03:50:27.002824Z","steps":["trace[1771013990] 'agreement among raft nodes before linearized reading' (duration: 2.000489464s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.002865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.002243Z","time spent":"2.000617187s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:27.092331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25809936s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:27.092909Z","caller":"traceutil/trace.go:171","msg":"trace[521563214] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.258747236s","start":"2026-05-19T03:50:25.834127Z","end":"2026-05-19T03:50:27.092875Z","steps":["trace[521563214] 'process raft request' (duration: 1.258479849s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.093126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.834109Z","time spent":"1.258893691s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:27.544225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:27.544307Z","caller":"traceutil/trace.go:171","msg":"trace[434123298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551337s","start":"2026-05-19T03:50:25.543737Z","end":"2026-05-19T03:50:27.544288Z","steps":["trace[434123298] 'agreement among raft nodes before linearized reading' (duration: 2.000449144s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.544496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.543719Z","time spent":"2.000763551s","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 03:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T03:50:27.575219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.327728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:27.575317Z","caller":"traceutil/trace.go:171","msg":"trace[635792226] linearizableReadLoop","detail":"{readStateIndex:25787; appliedIndex:25785; }","duration":"1.739939838s","start":"2026-05-19T03:50:25.835362Z","end":"2026-05-19T03:50:27.575302Z","steps":["trace[635792226] 'read index received' (duration: 1.257411631s)","trace[635792226] 'applied index is now lower than readState.Index' (duration: 482.526897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:27.575469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576311988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-xjjc6\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-05-19T03:50:27.575492Z","caller":"traceutil/trace.go:171","msg":"trace[519046153] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-xjjc6; range_end:; response_count:1; response_revision:24954; }","duration":"3.576343828s","start":"2026-05-19T03:50:23.999141Z","end":"2026-05-19T03:50:27.575484Z","steps":["trace[519046153] 'agreement among raft nodes before linearized reading' (duration: 3.576239876s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.999136Z","time spent":"3.5763719s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-xjjc6\" "} {"level":"warn","ts":"2026-05-19T03:50:27.57551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018666791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:27.575582Z","caller":"traceutil/trace.go:171","msg":"trace[410267152] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24954; }","duration":"3.018796874s","start":"2026-05-19T03:50:24.556766Z","end":"2026-05-19T03:50:27.575563Z","steps":["trace[410267152] 'agreement among raft nodes before linearized reading' (duration: 3.018585679s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237130125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:50:27.575637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582585337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:27.57561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813706382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:27.575667Z","caller":"traceutil/trace.go:171","msg":"trace[515368205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24954; }","duration":"3.582628108s","start":"2026-05-19T03:50:23.993029Z","end":"2026-05-19T03:50:27.575657Z","steps":["trace[515368205] 'agreement among raft nodes before linearized reading' (duration: 3.582581266s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:27.575671Z","caller":"traceutil/trace.go:171","msg":"trace[1425905798] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.693566315s","start":"2026-05-19T03:50:25.882092Z","end":"2026-05-19T03:50:27.575658Z","steps":["trace[1425905798] 'process raft request' (duration: 1.316736005s)","trace[1425905798] 'compare' (duration: 376.05496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:27.575698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.99302Z","time spent":"3.582671678s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:27.575686Z","caller":"traceutil/trace.go:171","msg":"trace[421842837] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24954; }","duration":"2.813797844s","start":"2026-05-19T03:50:24.761867Z","end":"2026-05-19T03:50:27.575665Z","steps":["trace[421842837] 'agreement among raft nodes before linearized reading' (duration: 2.81363557s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.508546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:27.57573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.018819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:27.57574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:24.761846Z","time spent":"2.813883206s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:27.575743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.882072Z","time spent":"1.693623106s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:27.575762Z","caller":"traceutil/trace.go:171","msg":"trace[1058245298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24954; }","duration":"376.08218ms","start":"2026-05-19T03:50:27.199671Z","end":"2026-05-19T03:50:27.575753Z","steps":["trace[1058245298] 'agreement among raft nodes before linearized reading' (duration: 376.040259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.19965Z","time spent":"376.128292ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:27.575836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584417533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:27.57587Z","caller":"traceutil/trace.go:171","msg":"trace[1838547294] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24954; }","duration":"3.584460705s","start":"2026-05-19T03:50:23.991399Z","end":"2026-05-19T03:50:27.57586Z","steps":["trace[1838547294] 'agreement among raft nodes before linearized reading' (duration: 3.584387963s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.991392Z","time spent":"3.584493825s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"info","ts":"2026-05-19T03:50:27.575747Z","caller":"traceutil/trace.go:171","msg":"trace[267372146] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24954; }","duration":"249.561838ms","start":"2026-05-19T03:50:27.326176Z","end":"2026-05-19T03:50:27.575738Z","steps":["trace[267372146] 'agreement among raft nodes before linearized reading' (duration: 249.512376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.575911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.030917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:27.575698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735598168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-19T03:50:27.575625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:24.556752Z","time spent":"3.018864086s","remote":"127.0.0.1:34196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:27.575994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05545591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:27.576017Z","caller":"traceutil/trace.go:171","msg":"trace[1808744878] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24954; }","duration":"1.055509941s","start":"2026-05-19T03:50:26.520501Z","end":"2026-05-19T03:50:27.576011Z","steps":["trace[1808744878] 'agreement among raft nodes before linearized reading' (duration: 1.05544333s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:27.575664Z","caller":"traceutil/trace.go:171","msg":"trace[52745817] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24954; }","duration":"2.237231207s","start":"2026-05-19T03:50:25.338419Z","end":"2026-05-19T03:50:27.57565Z","steps":["trace[52745817] 'agreement among raft nodes before linearized reading' (duration: 2.237037233s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.576073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373157763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:27.576076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.338397Z","time spent":"2.237667909s","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T03:50:27.576098Z","caller":"traceutil/trace.go:171","msg":"trace[1152307406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24954; }","duration":"1.373182953s","start":"2026-05-19T03:50:26.202909Z","end":"2026-05-19T03:50:27.576092Z","steps":["trace[1152307406] 'agreement among raft nodes before linearized reading' (duration: 1.373143392s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:27.575933Z","caller":"traceutil/trace.go:171","msg":"trace[740881665] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24954; }","duration":"667.054657ms","start":"2026-05-19T03:50:26.908872Z","end":"2026-05-19T03:50:27.575926Z","steps":["trace[740881665] 'agreement among raft nodes before linearized reading' (duration: 667.015306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.576123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.202843Z","time spent":"1.373273325s","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:27.57613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.908853Z","time spent":"667.266762ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:27.575591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584548117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:50:27.576257Z","caller":"traceutil/trace.go:171","msg":"trace[1663665300] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24954; }","duration":"3.585244184s","start":"2026-05-19T03:50:23.991006Z","end":"2026-05-19T03:50:27.57625Z","steps":["trace[1663665300] 'agreement among raft nodes before linearized reading' (duration: 3.584514716s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.576285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:23.990991Z","time spent":"3.585287865s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:50:27.576042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:26.520483Z","time spent":"1.055554072s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:50:27.575971Z","caller":"traceutil/trace.go:171","msg":"trace[1750801866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24954; }","duration":"1.735891276s","start":"2026-05-19T03:50:25.840063Z","end":"2026-05-19T03:50:27.575954Z","steps":["trace[1750801866] 'agreement among raft nodes before linearized reading' (duration: 1.735579188s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:27.576449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:25.840049Z","time spent":"1.736388678s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:28.396011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.701167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:28.396117Z","caller":"traceutil/trace.go:171","msg":"trace[1413172700] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25787; }","duration":"816.023739ms","start":"2026-05-19T03:50:27.580076Z","end":"2026-05-19T03:50:28.396099Z","steps":["trace[1413172700] 'read index received' (duration: 230.163117ms)","trace[1413172700] 'applied index is now lower than readState.Index' (duration: 585.858842ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:28.396159Z","caller":"traceutil/trace.go:171","msg":"trace[1416145469] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"816.669865ms","start":"2026-05-19T03:50:27.579451Z","end":"2026-05-19T03:50:28.396121Z","steps":["trace[1416145469] 'process raft request' (duration: 230.771413ms)","trace[1416145469] 'compare' (duration: 585.345828ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:28.396264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.579427Z","time spent":"816.779658ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:28.396343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.259255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cc540c0-0730-4283-bf9e-8e86fc76a8eb\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-19T03:50:28.396411Z","caller":"traceutil/trace.go:171","msg":"trace[1768401450] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cc540c0-0730-4283-bf9e-8e86fc76a8eb; range_end:; response_count:1; response_revision:24955; }","duration":"816.339217ms","start":"2026-05-19T03:50:27.580054Z","end":"2026-05-19T03:50:28.396393Z","steps":["trace[1768401450] 'agreement among raft nodes before linearized reading' (duration: 816.112452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:28.396464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.580047Z","time spent":"816.403579ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5cc540c0-0730-4283-bf9e-8e86fc76a8eb\" "} {"level":"warn","ts":"2026-05-19T03:50:28.896612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:28.976113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165845224s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:29.398839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.401234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:29.398942Z","caller":"traceutil/trace.go:171","msg":"trace[520196085] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"1.81583489s","start":"2026-05-19T03:50:27.583089Z","end":"2026-05-19T03:50:29.398924Z","steps":["trace[520196085] 'process raft request' (duration: 1.393258892s)","trace[520196085] 'compare' (duration: 422.291591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:29.399008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.583073Z","time spent":"1.815908032s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:29.460989Z","caller":"traceutil/trace.go:171","msg":"trace[2039390912] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"1.61877193s","start":"2026-05-19T03:50:27.842188Z","end":"2026-05-19T03:50:29.46096Z","steps":["trace[2039390912] 'process raft request' (duration: 1.618011532s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:29.46115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.842137Z","time spent":"1.618931834s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:29.460495Z","caller":"traceutil/trace.go:171","msg":"trace[1499590064] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25788; }","duration":"1.064319504s","start":"2026-05-19T03:50:28.396142Z","end":"2026-05-19T03:50:29.460461Z","steps":["trace[1499590064] 'read index received' (duration: 580.136537ms)","trace[1499590064] 'applied index is now lower than readState.Index' (duration: 484.181527ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:29.461578Z","caller":"traceutil/trace.go:171","msg":"trace[529241264] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"1.061122673s","start":"2026-05-19T03:50:28.400447Z","end":"2026-05-19T03:50:29.461569Z","steps":["trace[529241264] 'process raft request' (duration: 1.059940003s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:29.461621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.400425Z","time spent":"1.061173834s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:29.461983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880914016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T03:50:29.462034Z","caller":"traceutil/trace.go:171","msg":"trace[1734826401] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24958; }","duration":"1.880991098s","start":"2026-05-19T03:50:27.581025Z","end":"2026-05-19T03:50:29.462016Z","steps":["trace[1734826401] 'agreement among raft nodes before linearized reading' (duration: 1.880774742s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:29.462066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:27.581019Z","time spent":"1.881039899s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:50:30.091382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.639923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:30.091539Z","caller":"traceutil/trace.go:171","msg":"trace[790795087] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"1.095098143s","start":"2026-05-19T03:50:28.996421Z","end":"2026-05-19T03:50:30.091519Z","steps":["trace[790795087] 'process raft request' (duration: 786.254015ms)","trace[790795087] 'compare' (duration: 308.373047ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:30.091586Z","caller":"traceutil/trace.go:171","msg":"trace[1185599726] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"624.09031ms","start":"2026-05-19T03:50:29.467486Z","end":"2026-05-19T03:50:30.091577Z","steps":["trace[1185599726] 'process raft request' (duration: 624.054799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.091631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.46747Z","time spent":"624.141101ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:30.091649Z","caller":"traceutil/trace.go:171","msg":"trace[1882652268] linearizableReadLoop","detail":"{readStateIndex:25793; appliedIndex:25791; }","duration":"630.399999ms","start":"2026-05-19T03:50:29.461237Z","end":"2026-05-19T03:50:30.091637Z","steps":["trace[1882652268] 'read index received' (duration: 321.156201ms)","trace[1882652268] 'applied index is now lower than readState.Index' (duration: 309.242358ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:30.091631Z","caller":"traceutil/trace.go:171","msg":"trace[353912216] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"1.078811041s","start":"2026-05-19T03:50:29.012801Z","end":"2026-05-19T03:50:30.091612Z","steps":["trace[353912216] 'process raft request' (duration: 1.078664327s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.091726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.012774Z","time spent":"1.078903022s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:30.091768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482461259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:30.091845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.310559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:30.091855Z","caller":"traceutil/trace.go:171","msg":"trace[1719860838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24961; }","duration":"1.482596412s","start":"2026-05-19T03:50:28.60924Z","end":"2026-05-19T03:50:30.091837Z","steps":["trace[1719860838] 'agreement among raft nodes before linearized reading' (duration: 1.482431998s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:30.091879Z","caller":"traceutil/trace.go:171","msg":"trace[1968138557] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24961; }","duration":"625.351831ms","start":"2026-05-19T03:50:29.466505Z","end":"2026-05-19T03:50:30.091857Z","steps":["trace[1968138557] 'agreement among raft nodes before linearized reading' (duration: 625.274509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.091904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.466491Z","time spent":"625.402912ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:50:30.091897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.609217Z","time spent":"1.482670985s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:30.091867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664346923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"warn","ts":"2026-05-19T03:50:30.091891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.924365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-rx6j6\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-05-19T03:50:30.091943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.070905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:30.091968Z","caller":"traceutil/trace.go:171","msg":"trace[973986570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24961; }","duration":"597.135617ms","start":"2026-05-19T03:50:29.494824Z","end":"2026-05-19T03:50:30.091959Z","steps":["trace[973986570] 'agreement among raft nodes before linearized reading' (duration: 597.086496ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:30.091962Z","caller":"traceutil/trace.go:171","msg":"trace[306181529] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:24961; }","duration":"1.664483457s","start":"2026-05-19T03:50:28.427459Z","end":"2026-05-19T03:50:30.091943Z","steps":["trace[306181529] 'agreement among raft nodes before linearized reading' (duration: 1.664262812s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:30.091976Z","caller":"traceutil/trace.go:171","msg":"trace[1238694232] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-rx6j6; range_end:; response_count:1; response_revision:24961; }","duration":"686.036827ms","start":"2026-05-19T03:50:29.40592Z","end":"2026-05-19T03:50:30.091957Z","steps":["trace[1238694232] 'agreement among raft nodes before linearized reading' (duration: 685.834192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.092007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.427446Z","time spent":"1.664550149s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-19T03:50:30.092023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.405907Z","time spent":"686.101149ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-rx6j6\" "} {"level":"warn","ts":"2026-05-19T03:50:30.092195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664657422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-19T03:50:30.091991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:29.494805Z","time spent":"597.181628ms","remote":"127.0.0.1:45346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:30.092241Z","caller":"traceutil/trace.go:171","msg":"trace[1443914817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24961; }","duration":"1.664730153s","start":"2026-05-19T03:50:28.4275Z","end":"2026-05-19T03:50:30.092231Z","steps":["trace[1443914817] 'agreement among raft nodes before linearized reading' (duration: 1.66419518s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.092269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.427482Z","time spent":"1.664779785s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-19T03:50:30.091914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690498296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-19T03:50:30.092361Z","caller":"traceutil/trace.go:171","msg":"trace[20929228] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24961; }","duration":"1.690983238s","start":"2026-05-19T03:50:28.401358Z","end":"2026-05-19T03:50:30.092341Z","steps":["trace[20929228] 'agreement among raft nodes before linearized reading' (duration: 1.690400853s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.092405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.401337Z","time spent":"1.691053029s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T03:50:30.092671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665083992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-19T03:50:30.092726Z","caller":"traceutil/trace.go:171","msg":"trace[498050711] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24961; }","duration":"1.665173864s","start":"2026-05-19T03:50:28.427535Z","end":"2026-05-19T03:50:30.092709Z","steps":["trace[498050711] 'agreement among raft nodes before linearized reading' (duration: 1.66419625s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.092967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.427518Z","time spent":"1.665435511s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-19T03:50:30.093317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.996398Z","time spent":"1.095176255s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:30.094671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212047934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388893"} {"level":"info","ts":"2026-05-19T03:50:30.0947Z","caller":"traceutil/trace.go:171","msg":"trace[1902662888] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24961; }","duration":"1.212115006s","start":"2026-05-19T03:50:28.882579Z","end":"2026-05-19T03:50:30.094694Z","steps":["trace[1902662888] 'agreement among raft nodes before linearized reading' (duration: 1.209429368s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:30.094728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:28.882558Z","time spent":"1.212155926s","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1982,"response size":388916,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-05-19T03:50:30.673329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:31.144613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.137212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:31.144743Z","caller":"traceutil/trace.go:171","msg":"trace[1219316188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24961; }","duration":"547.273515ms","start":"2026-05-19T03:50:30.597451Z","end":"2026-05-19T03:50:31.144725Z","steps":["trace[1219316188] 'range keys from in-memory index tree' (duration: 547.122082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:31.14489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.541224Z","time spent":"603.660362ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:50:31.145856Z","caller":"traceutil/trace.go:171","msg":"trace[223564290] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"1.050136665s","start":"2026-05-19T03:50:30.09571Z","end":"2026-05-19T03:50:31.145846Z","steps":["trace[223564290] 'process raft request' (duration: 1.008483861s)","trace[223564290] 'compare' (duration: 40.461524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:31.145933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.095702Z","time spent":"1.050187156s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:31.145711Z","caller":"traceutil/trace.go:171","msg":"trace[975295348] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"1.045485357s","start":"2026-05-19T03:50:30.100207Z","end":"2026-05-19T03:50:31.145693Z","steps":["trace[975295348] 'process raft request' (duration: 1.045385435s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:31.146501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.100199Z","time spent":"1.046267627s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.10239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T03:50:32.102473Z","caller":"traceutil/trace.go:171","msg":"trace[462495575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072382s","start":"2026-05-19T03:50:30.10173Z","end":"2026-05-19T03:50:32.102454Z","steps":["trace[462495575] 'agreement among raft nodes before linearized reading' (duration: 2.000563496s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.102523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.101725Z","time spent":"2.000788532s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:32.438536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150475065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:32.438862Z","caller":"traceutil/trace.go:171","msg":"trace[288051433] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"927.345247ms","start":"2026-05-19T03:50:31.511481Z","end":"2026-05-19T03:50:32.438826Z","steps":["trace[288051433] 'process raft request' (duration: 927.239404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.43892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.511385Z","time spent":"927.51048ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:32.438934Z","caller":"traceutil/trace.go:171","msg":"trace[1588961930] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25795; }","duration":"2.265967005s","start":"2026-05-19T03:50:30.172943Z","end":"2026-05-19T03:50:32.43891Z","steps":["trace[1588961930] 'read index received' (duration: 931.268485ms)","trace[1588961930] 'applied index is now lower than readState.Index' (duration: 1.33469657s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:32.439031Z","caller":"traceutil/trace.go:171","msg":"trace[1011937443] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"2.265143505s","start":"2026-05-19T03:50:30.173877Z","end":"2026-05-19T03:50:32.439021Z","steps":["trace[1011937443] 'process raft request' (duration: 1.114094025s)","trace[1011937443] 'compare' (duration: 1.147997313s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:32.439112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.17386Z","time spent":"2.265189475s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:32.441236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331192566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29652700.18b0da69a7e8ed47\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24961 ","response":"range_response_count:500 size:389064"} {"level":"info","ts":"2026-05-19T03:50:32.441266Z","caller":"traceutil/trace.go:171","msg":"trace[937357889] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29652700.18b0da69a7e8ed47\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24965; }","duration":"2.331236488s","start":"2026-05-19T03:50:30.11002Z","end":"2026-05-19T03:50:32.441257Z","steps":["trace[937357889] 'agreement among raft nodes before linearized reading' (duration: 2.329415592s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.4413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.110015Z","time spent":"2.331267819s","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1482,"response size":389087,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29652700.18b0da69a7e8ed47\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24961 "} {"level":"warn","ts":"2026-05-19T03:50:32.441694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346485833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-19T03:50:32.441726Z","caller":"traceutil/trace.go:171","msg":"trace[1708722581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c; range_end:; response_count:1; response_revision:24965; }","duration":"2.346527345s","start":"2026-05-19T03:50:30.095192Z","end":"2026-05-19T03:50:32.44172Z","steps":["trace[1708722581] 'agreement among raft nodes before linearized reading' (duration: 2.346451913s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.441744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.095187Z","time spent":"2.346552945s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-870b8fd8-8da5-4d73-8834-e20a29f8279c\" "} {"level":"warn","ts":"2026-05-19T03:50:32.441874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347371416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wr6r2\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-05-19T03:50:32.441891Z","caller":"traceutil/trace.go:171","msg":"trace[1290749747] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wr6r2; range_end:; response_count:1; response_revision:24965; }","duration":"2.347397846s","start":"2026-05-19T03:50:30.094487Z","end":"2026-05-19T03:50:32.441885Z","steps":["trace[1290749747] 'agreement among raft nodes before linearized reading' (duration: 2.347342125s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.441907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:30.094476Z","time spent":"2.347427957s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-wr6r2\" "} {"level":"warn","ts":"2026-05-19T03:50:32.442013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313314888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.442031Z","caller":"traceutil/trace.go:171","msg":"trace[368026754] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24965; }","duration":"1.313358608s","start":"2026-05-19T03:50:31.128667Z","end":"2026-05-19T03:50:32.442026Z","steps":["trace[368026754] 'agreement among raft nodes before linearized reading' (duration: 1.313326328s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.128655Z","time spent":"1.31338873s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.442233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031757259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.442291Z","caller":"traceutil/trace.go:171","msg":"trace[406450508] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24965; }","duration":"1.031851432s","start":"2026-05-19T03:50:31.410424Z","end":"2026-05-19T03:50:32.442276Z","steps":["trace[406450508] 'agreement among raft nodes before linearized reading' (duration: 1.031744669s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293387403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T03:50:32.442358Z","caller":"traceutil/trace.go:171","msg":"trace[1210554678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24965; }","duration":"1.293470045s","start":"2026-05-19T03:50:31.148874Z","end":"2026-05-19T03:50:32.442344Z","steps":["trace[1210554678] 'agreement among raft nodes before linearized reading' (duration: 1.293305101s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.148866Z","time spent":"1.293518496s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:50:32.442474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.341561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.442502Z","caller":"traceutil/trace.go:171","msg":"trace[765012091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"339.401852ms","start":"2026-05-19T03:50:32.103095Z","end":"2026-05-19T03:50:32.442496Z","steps":["trace[765012091] 'agreement among raft nodes before linearized reading' (duration: 339.358501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.103075Z","time spent":"339.437213ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:32.442319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.410409Z","time spent":"1.031904984s","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:32.442684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293436225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-ts7bl\" ","response":"range_response_count:1 size:4800"} {"level":"info","ts":"2026-05-19T03:50:32.442726Z","caller":"traceutil/trace.go:171","msg":"trace[1833637912] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-ts7bl; range_end:; response_count:1; response_revision:24965; }","duration":"1.293499846s","start":"2026-05-19T03:50:31.149203Z","end":"2026-05-19T03:50:32.442703Z","steps":["trace[1833637912] 'agreement among raft nodes before linearized reading' (duration: 1.293332962s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.149184Z","time spent":"1.293561727s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-ts7bl\" "} {"level":"warn","ts":"2026-05-19T03:50:32.442876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296589934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:32.442911Z","caller":"traceutil/trace.go:171","msg":"trace[1683260454] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24965; }","duration":"1.296650446s","start":"2026-05-19T03:50:31.14625Z","end":"2026-05-19T03:50:32.4429Z","steps":["trace[1683260454] 'agreement among raft nodes before linearized reading' (duration: 1.296588615s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.442935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:31.146238Z","time spent":"1.296687697s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:32.942035Z","caller":"traceutil/trace.go:171","msg":"trace[1049801364] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"497.695849ms","start":"2026-05-19T03:50:32.444316Z","end":"2026-05-19T03:50:32.942012Z","steps":["trace[1049801364] 'process raft request' (duration: 497.569015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:32.94244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.44429Z","time spent":"497.993027ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:33.060545Z","caller":"traceutil/trace.go:171","msg":"trace[1504259406] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25799; }","duration":"609.47329ms","start":"2026-05-19T03:50:32.451048Z","end":"2026-05-19T03:50:33.060522Z","steps":["trace[1504259406] 'read index received' (duration: 490.927168ms)","trace[1504259406] 'applied index is now lower than readState.Index' (duration: 118.545152ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:33.060593Z","caller":"traceutil/trace.go:171","msg":"trace[177726856] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"611.098711ms","start":"2026-05-19T03:50:32.449461Z","end":"2026-05-19T03:50:33.06056Z","steps":["trace[177726856] 'process raft request' (duration: 584.270721ms)","trace[177726856] 'compare' (duration: 26.592544ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:33.060726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.449437Z","time spent":"611.216303ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:33.061015Z","caller":"traceutil/trace.go:171","msg":"trace[1323623994] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"114.327594ms","start":"2026-05-19T03:50:32.946663Z","end":"2026-05-19T03:50:33.06099Z","steps":["trace[1323623994] 'process raft request' (duration: 113.788591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.061122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.055974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:33.061181Z","caller":"traceutil/trace.go:171","msg":"trace[1586820711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24968; }","duration":"610.158807ms","start":"2026-05-19T03:50:32.451007Z","end":"2026-05-19T03:50:33.061166Z","steps":["trace[1586820711] 'agreement among raft nodes before linearized reading' (duration: 610.052624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.061217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.450994Z","time spent":"610.215499ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:33.061494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.545741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T03:50:33.061567Z","caller":"traceutil/trace.go:171","msg":"trace[2103732865] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24968; }","duration":"607.643364ms","start":"2026-05-19T03:50:32.453915Z","end":"2026-05-19T03:50:33.061558Z","steps":["trace[2103732865] 'agreement among raft nodes before linearized reading' (duration: 607.50364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.061597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.453902Z","time spent":"607.687604ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T03:50:33.062115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.831364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-19T03:50:33.062295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.708158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:33.063741Z","caller":"traceutil/trace.go:171","msg":"trace[970479010] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24968; }","duration":"474.696258ms","start":"2026-05-19T03:50:32.589016Z","end":"2026-05-19T03:50:33.063712Z","steps":["trace[970479010] 'agreement among raft nodes before linearized reading' (duration: 472.614795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.063836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.588984Z","time spent":"474.826431ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T03:50:33.065125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.387044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-677cd8768d-t5gth.18b0da27b52248cc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24961 ","response":"range_response_count:500 size:389138"} {"level":"info","ts":"2026-05-19T03:50:33.065184Z","caller":"traceutil/trace.go:171","msg":"trace[1701909047] range","detail":"{range_begin:/registry/events/openstack/neutron-server-677cd8768d-t5gth.18b0da27b52248cc\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24968; }","duration":"601.487667ms","start":"2026-05-19T03:50:32.463681Z","end":"2026-05-19T03:50:33.065168Z","steps":["trace[1701909047] 'agreement among raft nodes before linearized reading' (duration: 597.478726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.065242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.463668Z","time spent":"601.544968ms","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":982,"response size":389161,"request content":"key:\"/registry/events/openstack/neutron-server-677cd8768d-t5gth.18b0da27b52248cc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24961 "} {"level":"info","ts":"2026-05-19T03:50:33.062554Z","caller":"traceutil/trace.go:171","msg":"trace[216089939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24968; }","duration":"611.285005ms","start":"2026-05-19T03:50:32.451254Z","end":"2026-05-19T03:50:33.062539Z","steps":["trace[216089939] 'agreement among raft nodes before linearized reading' (duration: 609.751957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:33.066314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:32.451246Z","time spent":"615.047401ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-19T03:50:33.432352Z","caller":"traceutil/trace.go:171","msg":"trace[2132615853] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"263.642064ms","start":"2026-05-19T03:50:33.168681Z","end":"2026-05-19T03:50:33.432324Z","steps":["trace[2132615853] 'process raft request' (duration: 263.022479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.496738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06535356s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T03:50:34.497162Z","caller":"traceutil/trace.go:171","msg":"trace[291878715] linearizableReadLoop","detail":"{readStateIndex:25805; appliedIndex:25803; }","duration":"1.232604374s","start":"2026-05-19T03:50:33.264535Z","end":"2026-05-19T03:50:34.497139Z","steps":["trace[291878715] 'read index received' (duration: 167.233992ms)","trace[291878715] 'applied index is now lower than readState.Index' (duration: 1.065369532s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:34.497285Z","caller":"traceutil/trace.go:171","msg":"trace[1787358874] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"1.328498603s","start":"2026-05-19T03:50:33.16875Z","end":"2026-05-19T03:50:34.497249Z","steps":["trace[1787358874] 'process raft request' (duration: 1.328235246s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.49736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23280942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-19T03:50:34.497402Z","caller":"traceutil/trace.go:171","msg":"trace[201382916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24971; }","duration":"1.232903362s","start":"2026-05-19T03:50:33.264486Z","end":"2026-05-19T03:50:34.497389Z","steps":["trace[201382916] 'agreement among raft nodes before linearized reading' (duration: 1.232760738s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:34.497444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.264461Z","time spent":"1.232972163s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:34.497454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.168728Z","time spent":"1.328638576s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:35.0918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.427448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:35.092054Z","caller":"traceutil/trace.go:171","msg":"trace[32394626] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"1.655758607s","start":"2026-05-19T03:50:33.436245Z","end":"2026-05-19T03:50:35.092004Z","steps":["trace[32394626] 'process raft request' (duration: 1.204077003s)","trace[32394626] 'compare' (duration: 451.282124ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:35.092285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.436226Z","time spent":"1.655919131s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:35.092534Z","caller":"traceutil/trace.go:171","msg":"trace[1289976778] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25805; }","duration":"595.29702ms","start":"2026-05-19T03:50:34.497223Z","end":"2026-05-19T03:50:35.09252Z","steps":["trace[1289976778] 'read index received' (duration: 143.093783ms)","trace[1289976778] 'applied index is now lower than readState.Index' (duration: 452.202347ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:35.092707Z","caller":"traceutil/trace.go:171","msg":"trace[1466547878] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"638.517084ms","start":"2026-05-19T03:50:34.454181Z","end":"2026-05-19T03:50:35.092699Z","steps":["trace[1466547878] 'process raft request' (duration: 637.707934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.09277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.454124Z","time spent":"638.608917ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:35.092798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336836533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:35.0928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696275342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:35.092813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483725431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:35.092839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001621526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:35.092858Z","caller":"traceutil/trace.go:171","msg":"trace[467540479] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24973; }","duration":"1.336948786s","start":"2026-05-19T03:50:33.755896Z","end":"2026-05-19T03:50:35.092845Z","steps":["trace[467540479] 'agreement among raft nodes before linearized reading' (duration: 1.336834173s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:35.092865Z","caller":"traceutil/trace.go:171","msg":"trace[1014637889] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24973; }","duration":"1.696384775s","start":"2026-05-19T03:50:33.396465Z","end":"2026-05-19T03:50:35.09285Z","steps":["trace[1014637889] 'agreement among raft nodes before linearized reading' (duration: 1.696251542s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:35.092876Z","caller":"traceutil/trace.go:171","msg":"trace[351280199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24973; }","duration":"1.483824513s","start":"2026-05-19T03:50:33.609031Z","end":"2026-05-19T03:50:35.092856Z","steps":["trace[351280199] 'agreement among raft nodes before linearized reading' (duration: 1.48371277s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:35.092886Z","caller":"traceutil/trace.go:171","msg":"trace[1002872714] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24973; }","duration":"1.001704519s","start":"2026-05-19T03:50:34.09117Z","end":"2026-05-19T03:50:35.092874Z","steps":["trace[1002872714] 'agreement among raft nodes before linearized reading' (duration: 1.001557655s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.092892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.755874Z","time spent":"1.337011787s","remote":"127.0.0.1:49258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:35.092877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809585331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-19T03:50:35.093351Z","caller":"traceutil/trace.go:171","msg":"trace[224572644] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24973; }","duration":"1.810088113s","start":"2026-05-19T03:50:33.283248Z","end":"2026-05-19T03:50:35.093336Z","steps":["trace[224572644] 'agreement among raft nodes before linearized reading' (duration: 1.809516409s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.093395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.283229Z","time spent":"1.810154625s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T03:50:35.092882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.458539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:50:35.093542Z","caller":"traceutil/trace.go:171","msg":"trace[569771000] range","detail":"{range_begin:/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126; range_end:; response_count:1; response_revision:24973; }","duration":"593.148025ms","start":"2026-05-19T03:50:34.50037Z","end":"2026-05-19T03:50:35.093518Z","steps":["trace[569771000] 'agreement among raft nodes before linearized reading' (duration: 592.370195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.093603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.50035Z","time spent":"593.235997ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-195a2f07-e935-4e51-9ca9-614987db0126\" "} {"level":"warn","ts":"2026-05-19T03:50:35.092918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.609009Z","time spent":"1.483902736s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:35.092919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.091153Z","time spent":"1.00175852s","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:35.092919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.396444Z","time spent":"1.696462137s","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:35.092908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.932704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb\" ","response":"range_response_count:1 size:5496"} {"level":"info","ts":"2026-05-19T03:50:35.093976Z","caller":"traceutil/trace.go:171","msg":"trace[418878378] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb; range_end:; response_count:1; response_revision:24973; }","duration":"591.036903ms","start":"2026-05-19T03:50:34.502925Z","end":"2026-05-19T03:50:35.093962Z","steps":["trace[418878378] 'agreement among raft nodes before linearized reading' (duration: 589.852072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.094026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.50291Z","time spent":"591.099934ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5519,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xl5hb\" "} {"level":"warn","ts":"2026-05-19T03:50:35.092963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748542756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-05-19T03:50:35.094085Z","caller":"traceutil/trace.go:171","msg":"trace[2015722760] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24973; }","duration":"1.749697626s","start":"2026-05-19T03:50:33.344374Z","end":"2026-05-19T03:50:35.094072Z","steps":["trace[2015722760] 'agreement among raft nodes before linearized reading' (duration: 1.748405622s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.094127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:33.344354Z","time spent":"1.749760827s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-05-19T03:50:35.09308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.310095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:35.094264Z","caller":"traceutil/trace.go:171","msg":"trace[1763964208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24973; }","duration":"738.583198ms","start":"2026-05-19T03:50:34.355659Z","end":"2026-05-19T03:50:35.094242Z","steps":["trace[1763964208] 'agreement among raft nodes before linearized reading' (duration: 737.241143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.094328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:34.355635Z","time spent":"738.67507ms","remote":"127.0.0.1:45310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:35.556771Z","caller":"traceutil/trace.go:171","msg":"trace[1014689855] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"457.940513ms","start":"2026-05-19T03:50:35.098795Z","end":"2026-05-19T03:50:35.556736Z","steps":["trace[1014689855] 'process raft request' (duration: 452.463665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:35.556952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.098783Z","time spent":"458.074107ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:36.584512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.661873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:36.584793Z","caller":"traceutil/trace.go:171","msg":"trace[302085952] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25807; }","duration":"1.485834686s","start":"2026-05-19T03:50:35.098936Z","end":"2026-05-19T03:50:36.58477Z","steps":["trace[302085952] 'read index received' (duration: 452.434594ms)","trace[302085952] 'applied index is now lower than readState.Index' (duration: 1.033396742s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:36.585033Z","caller":"traceutil/trace.go:171","msg":"trace[540609421] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"1.486090592s","start":"2026-05-19T03:50:35.098913Z","end":"2026-05-19T03:50:36.585003Z","steps":["trace[540609421] 'process raft request' (duration: 672.850924ms)","trace[540609421] 'compare' (duration: 811.998406ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:36.585245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.09889Z","time spent":"1.486210835s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:36.584974Z","caller":"traceutil/trace.go:171","msg":"trace[180749714] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"1.481431604s","start":"2026-05-19T03:50:35.103528Z","end":"2026-05-19T03:50:36.584959Z","steps":["trace[180749714] 'process raft request' (duration: 1.481082745s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.585615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.103519Z","time spent":"1.482044259s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:36.585789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484289606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:36.585845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486900843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-19T03:50:36.585849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.947081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T03:50:36.585863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.917892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:36.585892Z","caller":"traceutil/trace.go:171","msg":"trace[1349097616] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24977; }","duration":"179.024212ms","start":"2026-05-19T03:50:36.406856Z","end":"2026-05-19T03:50:36.58588Z","steps":["trace[1349097616] 'agreement among raft nodes before linearized reading' (duration: 178.881238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.585899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.674383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:36.585924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.801799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:36.585935Z","caller":"traceutil/trace.go:171","msg":"trace[1949640569] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24977; }","duration":"328.031445ms","start":"2026-05-19T03:50:36.257886Z","end":"2026-05-19T03:50:36.585918Z","steps":["trace[1949640569] 'agreement among raft nodes before linearized reading' (duration: 327.85961ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:36.585949Z","caller":"traceutil/trace.go:171","msg":"trace[350090873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24977; }","duration":"778.766185ms","start":"2026-05-19T03:50:35.807173Z","end":"2026-05-19T03:50:36.585939Z","steps":["trace[350090873] 'agreement among raft nodes before linearized reading' (duration: 778.671443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.585981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.082365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:36.585981Z","caller":"traceutil/trace.go:171","msg":"trace[978356171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24977; }","duration":"709.909322ms","start":"2026-05-19T03:50:35.87606Z","end":"2026-05-19T03:50:36.585969Z","steps":["trace[978356171] 'agreement among raft nodes before linearized reading' (duration: 709.783019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.585996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.807151Z","time spent":"778.833697ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:36.586004Z","caller":"traceutil/trace.go:171","msg":"trace[1156166588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24977; }","duration":"610.149817ms","start":"2026-05-19T03:50:35.975848Z","end":"2026-05-19T03:50:36.585998Z","steps":["trace[1156166588] 'agreement among raft nodes before linearized reading' (duration: 610.105386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.585926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.403477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:36.585995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.257866Z","time spent":"328.113796ms","remote":"127.0.0.1:54656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:36.586031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.975825Z","time spent":"610.200458ms","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:36.586019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.876039Z","time spent":"709.969843ms","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:36.586035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280339693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:36.586057Z","caller":"traceutil/trace.go:171","msg":"trace[917021925] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24977; }","duration":"101.587962ms","start":"2026-05-19T03:50:36.484445Z","end":"2026-05-19T03:50:36.586033Z","steps":["trace[917021925] 'agreement among raft nodes before linearized reading' (duration: 101.356886ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:36.585779Z","caller":"traceutil/trace.go:171","msg":"trace[29445766] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"1.024989379s","start":"2026-05-19T03:50:35.560753Z","end":"2026-05-19T03:50:36.585742Z","steps":["trace[29445766] 'process raft request' (duration: 1.023966684s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:36.586124Z","caller":"traceutil/trace.go:171","msg":"trace[1891515258] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24977; }","duration":"1.280499047s","start":"2026-05-19T03:50:35.305592Z","end":"2026-05-19T03:50:36.586091Z","steps":["trace[1891515258] 'agreement among raft nodes before linearized reading' (duration: 1.280310312s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.586201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.305576Z","time spent":"1.28061561s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:36.585864Z","caller":"traceutil/trace.go:171","msg":"trace[1378601597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24977; }","duration":"1.484393319s","start":"2026-05-19T03:50:35.101457Z","end":"2026-05-19T03:50:36.585851Z","steps":["trace[1378601597] 'agreement among raft nodes before linearized reading' (duration: 1.484282506s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.586155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.560711Z","time spent":"1.02540805s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:36.586276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.101447Z","time spent":"1.484811189s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:36.585884Z","caller":"traceutil/trace.go:171","msg":"trace[549388960] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24977; }","duration":"1.486965515s","start":"2026-05-19T03:50:35.098906Z","end":"2026-05-19T03:50:36.585872Z","steps":["trace[549388960] 'agreement among raft nodes before linearized reading' (duration: 1.486114183s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:36.586388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:35.098894Z","time spent":"1.487473247s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-19T03:50:37.17639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:50:37.192275Z","caller":"traceutil/trace.go:171","msg":"trace[468517347] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"593.841694ms","start":"2026-05-19T03:50:36.598407Z","end":"2026-05-19T03:50:37.192249Z","steps":["trace[468517347] 'process raft request' (duration: 593.6941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:37.192435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.598395Z","time spent":"593.952117ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:38.767689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155637106s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:38.791337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523815317s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:38.792825Z","caller":"traceutil/trace.go:171","msg":"trace[892787180] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.11408139s","start":"2026-05-19T03:50:36.678724Z","end":"2026-05-19T03:50:38.792805Z","steps":["trace[892787180] 'process raft request' (duration: 2.112705625s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:38.792916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.678706Z","time spent":"2.114168833s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:39.210371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.467458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:39.210893Z","caller":"traceutil/trace.go:171","msg":"trace[1493035588] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"414.016502ms","start":"2026-05-19T03:50:38.796854Z","end":"2026-05-19T03:50:39.210871Z","steps":["trace[1493035588] 'process raft request' (duration: 413.919689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.79684Z","time spent":"414.116604ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:39.211103Z","caller":"traceutil/trace.go:171","msg":"trace[266931551] linearizableReadLoop","detail":"{readStateIndex:25816; appliedIndex:25812; }","duration":"2.535614601s","start":"2026-05-19T03:50:36.675463Z","end":"2026-05-19T03:50:39.211078Z","steps":["trace[266931551] 'read index received' (duration: 516.638989ms)","trace[266931551] 'applied index is now lower than readState.Index' (duration: 2.018973342s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:39.211179Z","caller":"traceutil/trace.go:171","msg":"trace[1150651397] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"1.599253176s","start":"2026-05-19T03:50:37.611917Z","end":"2026-05-19T03:50:39.211171Z","steps":["trace[1150651397] 'process raft request' (duration: 1.598754434s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:39.211234Z","caller":"traceutil/trace.go:171","msg":"trace[1018564074] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"1.237682912s","start":"2026-05-19T03:50:37.973512Z","end":"2026-05-19T03:50:39.211195Z","steps":["trace[1018564074] 'process raft request' (duration: 1.23721032s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58929163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-19T03:50:39.211294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.611892Z","time spent":"1.599331158s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:39.211325Z","caller":"traceutil/trace.go:171","msg":"trace[971699775] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24985; }","duration":"2.589353482s","start":"2026-05-19T03:50:36.621962Z","end":"2026-05-19T03:50:39.211315Z","steps":["trace[971699775] 'agreement among raft nodes before linearized reading' (duration: 2.589177727s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539048977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:39.211267Z","caller":"traceutil/trace.go:171","msg":"trace[274171069] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"1.761556865s","start":"2026-05-19T03:50:37.449683Z","end":"2026-05-19T03:50:39.21124Z","steps":["trace[274171069] 'process raft request' (duration: 1.760841107s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.21137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.62194Z","time spent":"2.589409593s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-19T03:50:39.211396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590282395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-19T03:50:39.211391Z","caller":"traceutil/trace.go:171","msg":"trace[654556121] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24985; }","duration":"2.539200001s","start":"2026-05-19T03:50:36.672173Z","end":"2026-05-19T03:50:39.211373Z","steps":["trace[654556121] 'agreement among raft nodes before linearized reading' (duration: 2.538992836s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.21141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.973487Z","time spent":"1.237831697s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:39.211444Z","caller":"traceutil/trace.go:171","msg":"trace[1270385388] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24985; }","duration":"2.590361517s","start":"2026-05-19T03:50:36.621067Z","end":"2026-05-19T03:50:39.211428Z","steps":["trace[1270385388] 'agreement among raft nodes before linearized reading' (duration: 2.590299085s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.672154Z","time spent":"2.539291454s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:39.21149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.621045Z","time spent":"2.590435809s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-19T03:50:39.211104Z","caller":"traceutil/trace.go:171","msg":"trace[686513165] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"2.112647824s","start":"2026-05-19T03:50:37.098419Z","end":"2026-05-19T03:50:39.211067Z","steps":["trace[686513165] 'process raft request' (duration: 1.694375105s)","trace[686513165] 'compare' (duration: 416.535755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:39.211526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604356901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-05-19T03:50:39.211586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532262766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-19T03:50:39.211613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.098393Z","time spent":"2.113187526s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:39.211627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59862265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:39.21162Z","caller":"traceutil/trace.go:171","msg":"trace[613369062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24985; }","duration":"2.604555206s","start":"2026-05-19T03:50:36.607035Z","end":"2026-05-19T03:50:39.21159Z","steps":["trace[613369062] 'agreement among raft nodes before linearized reading' (duration: 2.60434638s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326492941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:39.211654Z","caller":"traceutil/trace.go:171","msg":"trace[1443491835] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e; range_end:; response_count:1; response_revision:24985; }","duration":"2.53239133s","start":"2026-05-19T03:50:36.679245Z","end":"2026-05-19T03:50:39.211636Z","steps":["trace[1443491835] 'agreement among raft nodes before linearized reading' (duration: 2.532196345s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.21168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.607021Z","time spent":"2.604644718s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:50:39.211713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591992162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:39.211344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590039669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-05-19T03:50:39.21173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322962163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:39.211746Z","caller":"traceutil/trace.go:171","msg":"trace[342487071] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24985; }","duration":"1.592061395s","start":"2026-05-19T03:50:37.619673Z","end":"2026-05-19T03:50:39.211734Z","steps":["trace[342487071] 'agreement among raft nodes before linearized reading' (duration: 1.592007253s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:39.21176Z","caller":"traceutil/trace.go:171","msg":"trace[213915703] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24985; }","duration":"2.590495592s","start":"2026-05-19T03:50:36.621249Z","end":"2026-05-19T03:50:39.211745Z","steps":["trace[213915703] 'agreement among raft nodes before linearized reading' (duration: 2.589957997s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:39.211773Z","caller":"traceutil/trace.go:171","msg":"trace[1520782749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24985; }","duration":"1.323051295s","start":"2026-05-19T03:50:37.888711Z","end":"2026-05-19T03:50:39.211762Z","steps":["trace[1520782749] 'agreement among raft nodes before linearized reading' (duration: 1.322982202s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.619653Z","time spent":"1.592118076s","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:39.211694Z","caller":"traceutil/trace.go:171","msg":"trace[1398713686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24985; }","duration":"1.326585063s","start":"2026-05-19T03:50:37.885099Z","end":"2026-05-19T03:50:39.211684Z","steps":["trace[1398713686] 'agreement among raft nodes before linearized reading' (duration: 1.326485751s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.888688Z","time spent":"1.323109117s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:39.211829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.885074Z","time spent":"1.326739588s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:39.211914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.276636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T03:50:39.211964Z","caller":"traceutil/trace.go:171","msg":"trace[296814184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24985; }","duration":"218.363518ms","start":"2026-05-19T03:50:38.993588Z","end":"2026-05-19T03:50:39.211951Z","steps":["trace[296814184] 'agreement among raft nodes before linearized reading' (duration: 218.216584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.449656Z","time spent":"1.761737359s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:39.211711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.679235Z","time spent":"2.532464851s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-7507c460-7909-44cd-bad6-45caa351225e\" "} {"level":"warn","ts":"2026-05-19T03:50:39.211901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.79369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:39.212108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273412808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:39.212143Z","caller":"traceutil/trace.go:171","msg":"trace[2018390582] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24985; }","duration":"1.273479529s","start":"2026-05-19T03:50:37.938653Z","end":"2026-05-19T03:50:39.212132Z","steps":["trace[2018390582] 'agreement among raft nodes before linearized reading' (duration: 1.273419128s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310462065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:39.212142Z","caller":"traceutil/trace.go:171","msg":"trace[2107284206] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24985; }","duration":"917.113198ms","start":"2026-05-19T03:50:38.295014Z","end":"2026-05-19T03:50:39.212127Z","steps":["trace[2107284206] 'agreement among raft nodes before linearized reading' (duration: 916.79524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.938639Z","time spent":"1.273539021s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:39.212207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.32741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:39.212248Z","caller":"traceutil/trace.go:171","msg":"trace[259342766] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24985; }","duration":"196.401162ms","start":"2026-05-19T03:50:39.015837Z","end":"2026-05-19T03:50:39.212239Z","steps":["trace[259342766] 'agreement among raft nodes before linearized reading' (duration: 196.33448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978208679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-19T03:50:39.21252Z","caller":"traceutil/trace.go:171","msg":"trace[897625692] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24985; }","duration":"1.978302512s","start":"2026-05-19T03:50:37.234208Z","end":"2026-05-19T03:50:39.21251Z","steps":["trace[897625692] 'agreement among raft nodes before linearized reading' (duration: 1.977585864s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.211803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:36.621234Z","time spent":"2.590558263s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-19T03:50:39.21256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.234186Z","time spent":"1.978352843s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-19T03:50:39.212205Z","caller":"traceutil/trace.go:171","msg":"trace[129845866] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24985; }","duration":"1.31100673s","start":"2026-05-19T03:50:37.901184Z","end":"2026-05-19T03:50:39.212191Z","steps":["trace[129845866] 'agreement among raft nodes before linearized reading' (duration: 1.310388703s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.668646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-19T03:50:39.212646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.901157Z","time spent":"1.311478781s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:39.21266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769049516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-05-19T03:50:39.212669Z","caller":"traceutil/trace.go:171","msg":"trace[1685551929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24985; }","duration":"216.858431ms","start":"2026-05-19T03:50:38.995784Z","end":"2026-05-19T03:50:39.212642Z","steps":["trace[1685551929] 'agreement among raft nodes before linearized reading' (duration: 216.624815ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:39.212696Z","caller":"traceutil/trace.go:171","msg":"trace[427445128] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24985; }","duration":"1.769122717s","start":"2026-05-19T03:50:37.443563Z","end":"2026-05-19T03:50:39.212685Z","steps":["trace[427445128] 'agreement among raft nodes before linearized reading' (duration: 1.768914332s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.443544Z","time spent":"1.769174049s","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-19T03:50:39.211913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007265106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4bxkr\" ","response":"range_response_count:1 size:5679"} {"level":"warn","ts":"2026-05-19T03:50:39.212216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.294994Z","time spent":"917.210301ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:39.212805Z","caller":"traceutil/trace.go:171","msg":"trace[1842739742] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4bxkr; range_end:; response_count:1; response_revision:24985; }","duration":"2.00819335s","start":"2026-05-19T03:50:37.2046Z","end":"2026-05-19T03:50:39.212793Z","steps":["trace[1842739742] 'agreement among raft nodes before linearized reading' (duration: 2.007225926s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.204576Z","time spent":"2.008257181s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4bxkr\" "} {"level":"info","ts":"2026-05-19T03:50:39.211661Z","caller":"traceutil/trace.go:171","msg":"trace[1082766722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24985; }","duration":"1.598682481s","start":"2026-05-19T03:50:37.612967Z","end":"2026-05-19T03:50:39.21165Z","steps":["trace[1082766722] 'agreement among raft nodes before linearized reading' (duration: 1.598614509s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.212936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:37.61295Z","time spent":"1.599971175s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:39.215022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142920004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:39.215078Z","caller":"traceutil/trace.go:171","msg":"trace[918247954] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24985; }","duration":"1.143007137s","start":"2026-05-19T03:50:38.072059Z","end":"2026-05-19T03:50:39.215066Z","steps":["trace[918247954] 'agreement among raft nodes before linearized reading' (duration: 1.139884357s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.215142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:38.07204Z","time spent":"1.143058687s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:50:39.629483Z","caller":"traceutil/trace.go:171","msg":"trace[1729350928] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25820; }","duration":"411.954249ms","start":"2026-05-19T03:50:39.217488Z","end":"2026-05-19T03:50:39.629443Z","steps":["trace[1729350928] 'read index received' (duration: 361.462451ms)","trace[1729350928] 'applied index is now lower than readState.Index' (duration: 50.490258ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:39.629513Z","caller":"traceutil/trace.go:171","msg":"trace[150796161] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"413.999191ms","start":"2026-05-19T03:50:39.215462Z","end":"2026-05-19T03:50:39.629462Z","steps":["trace[150796161] 'process raft request' (duration: 363.459162ms)","trace[150796161] 'compare' (duration: 50.346214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:39.629652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.215444Z","time spent":"414.144705ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:39.629732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.220065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-xsp5w\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-05-19T03:50:39.630117Z","caller":"traceutil/trace.go:171","msg":"trace[22520701] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-xsp5w; range_end:; response_count:1; response_revision:24986; }","duration":"412.621466ms","start":"2026-05-19T03:50:39.217472Z","end":"2026-05-19T03:50:39.630093Z","steps":["trace[22520701] 'agreement among raft nodes before linearized reading' (duration: 412.091123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:39.630261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.217464Z","time spent":"412.77899ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4373,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-xsp5w\" "} {"level":"warn","ts":"2026-05-19T03:50:40.129939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:50:40.423917Z","caller":"traceutil/trace.go:171","msg":"trace[1901019976] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"1.202419991s","start":"2026-05-19T03:50:39.221476Z","end":"2026-05-19T03:50:40.423896Z","steps":["trace[1901019976] 'process raft request' (duration: 1.20237981s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.424065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.221468Z","time spent":"1.202505972s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:40.424204Z","caller":"traceutil/trace.go:171","msg":"trace[1696528095] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"1.203459617s","start":"2026-05-19T03:50:39.220723Z","end":"2026-05-19T03:50:40.424182Z","steps":["trace[1696528095] 'process raft request' (duration: 1.182127967s)","trace[1696528095] 'compare' (duration: 19.471533ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:40.424237Z","caller":"traceutil/trace.go:171","msg":"trace[160057474] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"1.203305972s","start":"2026-05-19T03:50:39.220898Z","end":"2026-05-19T03:50:40.424204Z","steps":["trace[160057474] 'process raft request' (duration: 1.202878732s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.424313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.220707Z","time spent":"1.203535158s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:40.424927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.22089Z","time spent":"1.203416035s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:40.499789Z","caller":"traceutil/trace.go:171","msg":"trace[12945236] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"865.306056ms","start":"2026-05-19T03:50:39.634456Z","end":"2026-05-19T03:50:40.499762Z","steps":["trace[12945236] 'process raft request' (duration: 865.106221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.499893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.634436Z","time spent":"865.407719ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:40.499877Z","caller":"traceutil/trace.go:171","msg":"trace[1513164095] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25821; }","duration":"870.316792ms","start":"2026-05-19T03:50:39.629539Z","end":"2026-05-19T03:50:40.499856Z","steps":["trace[1513164095] 'read index received' (duration: 773.321597ms)","trace[1513164095] 'applied index is now lower than readState.Index' (duration: 96.994225ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:40.499898Z","caller":"traceutil/trace.go:171","msg":"trace[1078906052] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"861.673994ms","start":"2026-05-19T03:50:39.638193Z","end":"2026-05-19T03:50:40.499867Z","steps":["trace[1078906052] 'process raft request' (duration: 861.490719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.500088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.836707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:40.500128Z","caller":"traceutil/trace.go:171","msg":"trace[163118685] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24991; }","duration":"891.93244ms","start":"2026-05-19T03:50:39.608185Z","end":"2026-05-19T03:50:40.500117Z","steps":["trace[163118685] 'agreement among raft nodes before linearized reading' (duration: 891.787086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.500177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.608168Z","time spent":"891.999001ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:40.500312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.638175Z","time spent":"861.94089ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4346,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:40.500308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279731187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:40.500446Z","caller":"traceutil/trace.go:171","msg":"trace[2002988935] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24991; }","duration":"1.279889651s","start":"2026-05-19T03:50:39.220525Z","end":"2026-05-19T03:50:40.500415Z","steps":["trace[2002988935] 'agreement among raft nodes before linearized reading' (duration: 1.279673485s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.500518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.220519Z","time spent":"1.279983485s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:40.500621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279461691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:40.500645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033852763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:40.500674Z","caller":"traceutil/trace.go:171","msg":"trace[1171568789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24991; }","duration":"1.279528473s","start":"2026-05-19T03:50:39.221133Z","end":"2026-05-19T03:50:40.500661Z","steps":["trace[1171568789] 'agreement among raft nodes before linearized reading' (duration: 1.27940697s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:40.500685Z","caller":"traceutil/trace.go:171","msg":"trace[733772846] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:24991; }","duration":"1.033932405s","start":"2026-05-19T03:50:39.466741Z","end":"2026-05-19T03:50:40.500673Z","steps":["trace[733772846] 'agreement among raft nodes before linearized reading' (duration: 1.033794261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.50072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.466723Z","time spent":"1.033985947s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:50:40.500709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.221126Z","time spent":"1.279575514s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:40.500957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28094884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-19T03:50:40.500999Z","caller":"traceutil/trace.go:171","msg":"trace[982503123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24991; }","duration":"1.281002351s","start":"2026-05-19T03:50:39.219987Z","end":"2026-05-19T03:50:40.50099Z","steps":["trace[982503123] 'agreement among raft nodes before linearized reading' (duration: 1.280897058s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:40.501023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:39.219981Z","time spent":"1.281037051s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:40.502259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.829674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:40.502316Z","caller":"traceutil/trace.go:171","msg":"trace[387426922] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24991; }","duration":"104.927346ms","start":"2026-05-19T03:50:40.397373Z","end":"2026-05-19T03:50:40.502301Z","steps":["trace[387426922] 'agreement among raft nodes before linearized reading' (duration: 102.992967ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:40.624183Z","caller":"traceutil/trace.go:171","msg":"trace[703129086] linearizableReadLoop","detail":"{readStateIndex:25827; appliedIndex:25826; }","duration":"119.26319ms","start":"2026-05-19T03:50:40.504893Z","end":"2026-05-19T03:50:40.624156Z","steps":["trace[703129086] 'read index received' (duration: 47.421531ms)","trace[703129086] 'applied index is now lower than readState.Index' (duration: 71.840559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:40.624436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.524396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-19T03:50:40.624481Z","caller":"traceutil/trace.go:171","msg":"trace[344095234] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24991; }","duration":"119.602728ms","start":"2026-05-19T03:50:40.504862Z","end":"2026-05-19T03:50:40.624465Z","steps":["trace[344095234] 'agreement among raft nodes before linearized reading' (duration: 119.414594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.48494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.002742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:41.485494Z","caller":"traceutil/trace.go:171","msg":"trace[167975917] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"979.294351ms","start":"2026-05-19T03:50:40.506174Z","end":"2026-05-19T03:50:41.485469Z","steps":["trace[167975917] 'process raft request' (duration: 483.683215ms)","trace[167975917] 'compare' (duration: 494.56509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:41.485579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.506103Z","time spent":"979.441915ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:41.485877Z","caller":"traceutil/trace.go:171","msg":"trace[2010290204] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"979.21023ms","start":"2026-05-19T03:50:40.506631Z","end":"2026-05-19T03:50:41.485842Z","steps":["trace[2010290204] 'process raft request' (duration: 978.4302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.486028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.261576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:41.485834Z","caller":"traceutil/trace.go:171","msg":"trace[861356052] linearizableReadLoop","detail":"{readStateIndex:25829; appliedIndex:25827; }","duration":"861.573101ms","start":"2026-05-19T03:50:40.624249Z","end":"2026-05-19T03:50:41.485822Z","steps":["trace[861356052] 'read index received' (duration: 365.618696ms)","trace[861356052] 'applied index is now lower than readState.Index' (duration: 495.953005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:41.486078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.506602Z","time spent":"979.368803ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:41.486089Z","caller":"traceutil/trace.go:171","msg":"trace[911197088] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24993; }","duration":"978.341907ms","start":"2026-05-19T03:50:40.507733Z","end":"2026-05-19T03:50:41.486074Z","steps":["trace[911197088] 'agreement among raft nodes before linearized reading' (duration: 978.241195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.486113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.642524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:41.486242Z","caller":"traceutil/trace.go:171","msg":"trace[534259398] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24993; }","duration":"961.791808ms","start":"2026-05-19T03:50:40.524433Z","end":"2026-05-19T03:50:41.486224Z","steps":["trace[534259398] 'agreement among raft nodes before linearized reading' (duration: 961.584353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.48603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.568598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:41.486295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.524363Z","time spent":"961.919772ms","remote":"127.0.0.1:49268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:41.486358Z","caller":"traceutil/trace.go:171","msg":"trace[1041210760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24993; }","duration":"975.913666ms","start":"2026-05-19T03:50:40.510425Z","end":"2026-05-19T03:50:41.486339Z","steps":["trace[1041210760] 'agreement among raft nodes before linearized reading' (duration: 975.544897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.486419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.510416Z","time spent":"975.987508ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:41.486416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.507724Z","time spent":"978.489641ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:50:41.486417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.026905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:50:41.486555Z","caller":"traceutil/trace.go:171","msg":"trace[1751480714] range","detail":"{range_begin:/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9; range_end:; response_count:1; response_revision:24993; }","duration":"981.255842ms","start":"2026-05-19T03:50:40.505274Z","end":"2026-05-19T03:50:41.48653Z","steps":["trace[1751480714] 'agreement among raft nodes before linearized reading' (duration: 980.882381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:41.486629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.505253Z","time spent":"981.358935ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-56f5d946-8276-48ff-a957-b61bd63c28e9\" "} {"level":"warn","ts":"2026-05-19T03:50:42.3419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.384177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:42.342342Z","caller":"traceutil/trace.go:171","msg":"trace[1518928335] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"749.455604ms","start":"2026-05-19T03:50:41.592867Z","end":"2026-05-19T03:50:42.342322Z","steps":["trace[1518928335] 'process raft request' (duration: 749.395092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.342433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.592844Z","time spent":"749.549106ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:42.342423Z","caller":"traceutil/trace.go:171","msg":"trace[531088657] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.124467196s","start":"2026-05-19T03:50:41.217926Z","end":"2026-05-19T03:50:42.342393Z","steps":["trace[531088657] 'process raft request' (duration: 1.124261931s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:42.342453Z","caller":"traceutil/trace.go:171","msg":"trace[1665561665] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"1.716857994s","start":"2026-05-19T03:50:40.625565Z","end":"2026-05-19T03:50:42.342423Z","steps":["trace[1665561665] 'process raft request' (duration: 961.850371ms)","trace[1665561665] 'compare' (duration: 753.623669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:42.342818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.217904Z","time spent":"1.124834566s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:42.342819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.625548Z","time spent":"1.717194553s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:42.342895Z","caller":"traceutil/trace.go:171","msg":"trace[251482536] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25829; }","duration":"856.767211ms","start":"2026-05-19T03:50:41.486114Z","end":"2026-05-19T03:50:42.342882Z","steps":["trace[251482536] 'read index received' (duration: 101.312206ms)","trace[251482536] 'applied index is now lower than readState.Index' (duration: 755.453705ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:42.342418Z","caller":"traceutil/trace.go:171","msg":"trace[469448939] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"1.708253346s","start":"2026-05-19T03:50:40.634134Z","end":"2026-05-19T03:50:42.342387Z","steps":["trace[469448939] 'process raft request' (duration: 1.707903928s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.634101Z","time spent":"1.708883622s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:42.343221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165174868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343265Z","caller":"traceutil/trace.go:171","msg":"trace[287063703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24997; }","duration":"1.16523997s","start":"2026-05-19T03:50:41.178013Z","end":"2026-05-19T03:50:42.343253Z","steps":["trace[287063703] 'agreement among raft nodes before linearized reading' (duration: 1.165168638s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.178002Z","time spent":"1.165287951s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.343313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188740504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343359Z","caller":"traceutil/trace.go:171","msg":"trace[135982577] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24997; }","duration":"1.188816996s","start":"2026-05-19T03:50:41.154529Z","end":"2026-05-19T03:50:42.343346Z","steps":["trace[135982577] 'agreement among raft nodes before linearized reading' (duration: 1.188732364s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.428463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:42.3434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.154514Z","time spent":"1.188878157s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:42.343428Z","caller":"traceutil/trace.go:171","msg":"trace[153054452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24997; }","duration":"734.526425ms","start":"2026-05-19T03:50:41.608884Z","end":"2026-05-19T03:50:42.343411Z","steps":["trace[153054452] 'agreement among raft nodes before linearized reading' (duration: 734.408372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.66136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:42.343463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.191089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-19T03:50:42.343481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.169521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-19T03:50:42.343466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.937351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343493Z","caller":"traceutil/trace.go:171","msg":"trace[657002404] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24997; }","duration":"851.735472ms","start":"2026-05-19T03:50:41.491741Z","end":"2026-05-19T03:50:42.343477Z","steps":["trace[657002404] 'agreement among raft nodes before linearized reading' (duration: 851.678531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.947883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:50:42.343535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.366103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343536Z","caller":"traceutil/trace.go:171","msg":"trace[1471941158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24997; }","duration":"750.270423ms","start":"2026-05-19T03:50:41.593248Z","end":"2026-05-19T03:50:42.343518Z","steps":["trace[1471941158] 'agreement among raft nodes before linearized reading' (duration: 750.072849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.34355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.491724Z","time spent":"851.816994ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:42.343556Z","caller":"traceutil/trace.go:171","msg":"trace[2023274788] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:24997; }","duration":"853.154158ms","start":"2026-05-19T03:50:41.49039Z","end":"2026-05-19T03:50:42.343544Z","steps":["trace[2023274788] 'agreement among raft nodes before linearized reading' (duration: 852.865031ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:42.343572Z","caller":"traceutil/trace.go:171","msg":"trace[322375899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24997; }","duration":"298.437325ms","start":"2026-05-19T03:50:42.045125Z","end":"2026-05-19T03:50:42.343562Z","steps":["trace[322375899] 'agreement among raft nodes before linearized reading' (duration: 298.377643ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:42.34356Z","caller":"traceutil/trace.go:171","msg":"trace[1741569708] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24997; }","duration":"736.040643ms","start":"2026-05-19T03:50:41.607493Z","end":"2026-05-19T03:50:42.343533Z","steps":["trace[1741569708] 'agreement among raft nodes before linearized reading' (duration: 735.92336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.593226Z","time spent":"750.348615ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-19T03:50:42.343593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.656919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343636Z","caller":"traceutil/trace.go:171","msg":"trace[202430023] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24997; }","duration":"373.738901ms","start":"2026-05-19T03:50:41.969883Z","end":"2026-05-19T03:50:42.343622Z","steps":["trace[202430023] 'agreement among raft nodes before linearized reading' (duration: 373.676919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.607483Z","time spent":"736.131255ms","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.343677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.969857Z","time spent":"373.811484ms","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.343413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219932664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:42.343603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.490376Z","time spent":"853.203689ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"info","ts":"2026-05-19T03:50:42.343809Z","caller":"traceutil/trace.go:171","msg":"trace[1334089122] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24997; }","duration":"1.220465357s","start":"2026-05-19T03:50:41.12333Z","end":"2026-05-19T03:50:42.343795Z","steps":["trace[1334089122] 'agreement among raft nodes before linearized reading' (duration: 1.219944383s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.343837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.818689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.343892Z","caller":"traceutil/trace.go:171","msg":"trace[1482970398] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24997; }","duration":"722.89338ms","start":"2026-05-19T03:50:41.620982Z","end":"2026-05-19T03:50:42.343875Z","steps":["trace[1482970398] 'agreement among raft nodes before linearized reading' (duration: 722.804698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.34394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.620971Z","time spent":"722.949582ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.343482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.608878Z","time spent":"734.595827ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:42.344275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.123307Z","time spent":"1.220524999s","remote":"127.0.0.1:45874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.346018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716242307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-05-19T03:50:42.34633Z","caller":"traceutil/trace.go:171","msg":"trace[1397075685] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24997; }","duration":"1.71633324s","start":"2026-05-19T03:50:40.629747Z","end":"2026-05-19T03:50:42.34608Z","steps":["trace[1397075685] 'agreement among raft nodes before linearized reading' (duration: 1.713477008s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.34641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:40.629737Z","time spent":"1.716660698s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-05-19T03:50:42.34655Z","caller":"traceutil/trace.go:171","msg":"trace[1721074087] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24997; }","duration":"787.25242ms","start":"2026-05-19T03:50:41.556258Z","end":"2026-05-19T03:50:42.34351Z","steps":["trace[1721074087] 'agreement among raft nodes before linearized reading' (duration: 787.090646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.346621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:41.556217Z","time spent":"790.38698ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T03:50:42.658186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.388422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:42.658303Z","caller":"traceutil/trace.go:171","msg":"trace[2094403861] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25833; }","duration":"309.722971ms","start":"2026-05-19T03:50:42.348559Z","end":"2026-05-19T03:50:42.658282Z","steps":["trace[2094403861] 'read index received' (duration: 98.081763ms)","trace[2094403861] 'applied index is now lower than readState.Index' (duration: 211.638998ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:42.658404Z","caller":"traceutil/trace.go:171","msg":"trace[2112851262] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"312.095911ms","start":"2026-05-19T03:50:42.346296Z","end":"2026-05-19T03:50:42.658392Z","steps":["trace[2112851262] 'process raft request' (duration: 100.35331ms)","trace[2112851262] 'compare' (duration: 211.125586ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:42.658471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.346275Z","time spent":"312.162133ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:42.658837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.271085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:42.658876Z","caller":"traceutil/trace.go:171","msg":"trace[1335437532] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24998; }","duration":"310.324206ms","start":"2026-05-19T03:50:42.348542Z","end":"2026-05-19T03:50:42.658866Z","steps":["trace[1335437532] 'agreement among raft nodes before linearized reading' (duration: 310.157572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.659152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.409663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.659201Z","caller":"traceutil/trace.go:171","msg":"trace[533178499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24998; }","duration":"309.483864ms","start":"2026-05-19T03:50:42.349705Z","end":"2026-05-19T03:50:42.659189Z","steps":["trace[533178499] 'agreement among raft nodes before linearized reading' (duration: 309.400982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.659249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.349694Z","time spent":"309.530206ms","remote":"127.0.0.1:58354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:42.659252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.662119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8fa5c576-bb9f-4ebe-81cf-013c81340204\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-05-19T03:50:42.659278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.532788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:42.659346Z","caller":"traceutil/trace.go:171","msg":"trace[1445568472] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8fa5c576-bb9f-4ebe-81cf-013c81340204; range_end:; response_count:1; response_revision:24998; }","duration":"309.775602ms","start":"2026-05-19T03:50:42.349552Z","end":"2026-05-19T03:50:42.659328Z","steps":["trace[1445568472] 'agreement among raft nodes before linearized reading' (duration: 309.30682ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:42.659378Z","caller":"traceutil/trace.go:171","msg":"trace[1240768000] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24998; }","duration":"189.687752ms","start":"2026-05-19T03:50:42.469659Z","end":"2026-05-19T03:50:42.659347Z","steps":["trace[1240768000] 'agreement among raft nodes before linearized reading' (duration: 189.503947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.659458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.348533Z","time spent":"310.390118ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T03:50:42.659395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.349546Z","time spent":"309.840033ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-8fa5c576-bb9f-4ebe-81cf-013c81340204\" "} {"level":"warn","ts":"2026-05-19T03:50:42.659723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.585087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tjsmp\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-19T03:50:42.660381Z","caller":"traceutil/trace.go:171","msg":"trace[90375962] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-tjsmp; range_end:; response_count:1; response_revision:24998; }","duration":"310.721966ms","start":"2026-05-19T03:50:42.349636Z","end":"2026-05-19T03:50:42.660358Z","steps":["trace[90375962] 'agreement among raft nodes before linearized reading' (duration: 309.486234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:42.660497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.349615Z","time spent":"310.813569ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4913,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-tjsmp\" "} {"level":"warn","ts":"2026-05-19T03:50:43.166261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:50:43.775889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.64832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:43.775995Z","caller":"traceutil/trace.go:171","msg":"trace[1213867176] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.1107565s","start":"2026-05-19T03:50:42.665222Z","end":"2026-05-19T03:50:43.775978Z","steps":["trace[1213867176] 'process raft request' (duration: 798.922715ms)","trace[1213867176] 'compare' (duration: 311.525447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:43.776045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.665196Z","time spent":"1.110826372s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:44.386718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.715181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:44.38696Z","caller":"traceutil/trace.go:171","msg":"trace[485350730] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"606.463384ms","start":"2026-05-19T03:50:43.780478Z","end":"2026-05-19T03:50:44.386941Z","steps":["trace[485350730] 'process raft request' (duration: 606.361362ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:44.386937Z","caller":"traceutil/trace.go:171","msg":"trace[1469489154] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.71587816s","start":"2026-05-19T03:50:42.670965Z","end":"2026-05-19T03:50:44.386843Z","steps":["trace[1469489154] 'process raft request' (duration: 1.281930974s)","trace[1469489154] 'compare' (duration: 433.236658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:44.387034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.780441Z","time spent":"606.562637ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:44.387Z","caller":"traceutil/trace.go:171","msg":"trace[1698417938] linearizableReadLoop","detail":"{readStateIndex:25836; appliedIndex:25834; }","duration":"1.721660136s","start":"2026-05-19T03:50:42.665281Z","end":"2026-05-19T03:50:44.386941Z","steps":["trace[1698417938] 'read index received' (duration: 798.876444ms)","trace[1698417938] 'applied index is now lower than readState.Index' (duration: 922.782092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:44.387213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.67095Z","time spent":"1.716120976s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:44.387375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722060736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-19T03:50:44.38747Z","caller":"traceutil/trace.go:171","msg":"trace[108833724] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25001; }","duration":"1.72219951s","start":"2026-05-19T03:50:42.665249Z","end":"2026-05-19T03:50:44.387449Z","steps":["trace[108833724] 'agreement among raft nodes before linearized reading' (duration: 1.72179979s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.387518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.665235Z","time spent":"1.722273431s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:44.440098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.936784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:50:44.440192Z","caller":"traceutil/trace.go:171","msg":"trace[2016985642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25002; }","duration":"949.074508ms","start":"2026-05-19T03:50:43.491094Z","end":"2026-05-19T03:50:44.440168Z","steps":["trace[2016985642] 'agreement among raft nodes before linearized reading' (duration: 948.850512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.440235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.491071Z","time spent":"949.155299ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:50:44.440277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:44.440395Z","caller":"traceutil/trace.go:171","msg":"trace[1349379179] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25002; }","duration":"1.464479825s","start":"2026-05-19T03:50:42.975883Z","end":"2026-05-19T03:50:44.440363Z","steps":["trace[1349379179] 'agreement among raft nodes before linearized reading' (duration: 1.46427992s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.440464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.975855Z","time spent":"1.464597328s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-19T03:50:44.440516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464197608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:44.44055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355713981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-05-19T03:50:44.440604Z","caller":"traceutil/trace.go:171","msg":"trace[773990916] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25002; }","duration":"1.464355932s","start":"2026-05-19T03:50:42.976228Z","end":"2026-05-19T03:50:44.440584Z","steps":["trace[773990916] 'agreement among raft nodes before linearized reading' (duration: 1.464184478s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:44.440615Z","caller":"traceutil/trace.go:171","msg":"trace[747087663] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25002; }","duration":"1.355819994s","start":"2026-05-19T03:50:43.084779Z","end":"2026-05-19T03:50:44.440599Z","steps":["trace[747087663] 'agreement among raft nodes before linearized reading' (duration: 1.355613459s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.440646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:42.976207Z","time spent":"1.464427694s","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-19T03:50:44.440665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.084761Z","time spent":"1.355894826s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-19T03:50:44.440823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.523727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"warn","ts":"2026-05-19T03:50:44.440842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.187601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:44.44086Z","caller":"traceutil/trace.go:171","msg":"trace[1462183519] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25002; }","duration":"215.599399ms","start":"2026-05-19T03:50:44.22525Z","end":"2026-05-19T03:50:44.440849Z","steps":["trace[1462183519] 'agreement among raft nodes before linearized reading' (duration: 215.490276ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:44.440889Z","caller":"traceutil/trace.go:171","msg":"trace[1006418672] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25002; }","duration":"874.272183ms","start":"2026-05-19T03:50:43.566601Z","end":"2026-05-19T03:50:44.440874Z","steps":["trace[1006418672] 'agreement among raft nodes before linearized reading' (duration: 874.193131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.440923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.56658Z","time spent":"874.334694ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:44.44092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189101803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:44.440966Z","caller":"traceutil/trace.go:171","msg":"trace[1403811182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25002; }","duration":"1.189175505s","start":"2026-05-19T03:50:43.251773Z","end":"2026-05-19T03:50:44.440949Z","steps":["trace[1403811182] 'agreement among raft nodes before linearized reading' (duration: 1.189108023s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.441003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.251756Z","time spent":"1.189235646s","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:44.441114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.102927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:44.441145Z","caller":"traceutil/trace.go:171","msg":"trace[1127359670] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25002; }","duration":"345.171089ms","start":"2026-05-19T03:50:44.095964Z","end":"2026-05-19T03:50:44.441135Z","steps":["trace[1127359670] 'agreement among raft nodes before linearized reading' (duration: 345.113167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.441187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.095941Z","time spent":"345.23782ms","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:44.441384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.741867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:44.441424Z","caller":"traceutil/trace.go:171","msg":"trace[1451398172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25002; }","duration":"831.822259ms","start":"2026-05-19T03:50:43.60959Z","end":"2026-05-19T03:50:44.441412Z","steps":["trace[1451398172] 'agreement among raft nodes before linearized reading' (duration: 831.745177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:44.441454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:43.609567Z","time spent":"831.882139ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:44.946103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360570,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:50:45.145569Z","caller":"traceutil/trace.go:171","msg":"trace[1247011575] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"701.641293ms","start":"2026-05-19T03:50:44.443907Z","end":"2026-05-19T03:50:45.145548Z","steps":["trace[1247011575] 'process raft request' (duration: 701.063228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:45.145699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.44388Z","time spent":"701.751456ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:45.768172Z","caller":"traceutil/trace.go:171","msg":"trace[958452034] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25838; }","duration":"1.322133461s","start":"2026-05-19T03:50:44.446015Z","end":"2026-05-19T03:50:45.768148Z","steps":["trace[958452034] 'read index received' (duration: 699.475418ms)","trace[958452034] 'applied index is now lower than readState.Index' (duration: 622.657183ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:45.768213Z","caller":"traceutil/trace.go:171","msg":"trace[1738448070] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"1.321843014s","start":"2026-05-19T03:50:44.446305Z","end":"2026-05-19T03:50:45.768148Z","steps":["trace[1738448070] 'process raft request' (duration: 1.237806307s)","trace[1738448070] 'compare' (duration: 83.496264ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:45.768317Z","caller":"traceutil/trace.go:171","msg":"trace[871982342] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"1.319390092s","start":"2026-05-19T03:50:44.448889Z","end":"2026-05-19T03:50:45.768279Z","steps":["trace[871982342] 'process raft request' (duration: 1.319138195s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:45.768349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.44629Z","time spent":"1.321988348s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:45.768491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.44888Z","time spent":"1.319508534s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4691,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:45.768447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322412028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-19T03:50:45.768713Z","caller":"traceutil/trace.go:171","msg":"trace[707083040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25005; }","duration":"1.322582922s","start":"2026-05-19T03:50:44.446Z","end":"2026-05-19T03:50:45.768583Z","steps":["trace[707083040] 'agreement among raft nodes before linearized reading' (duration: 1.322265634s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:45.768768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.445965Z","time spent":"1.322788948s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-19T03:50:46.294837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.537351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:46.294914Z","caller":"traceutil/trace.go:171","msg":"trace[1705579694] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25841; }","duration":"526.660543ms","start":"2026-05-19T03:50:45.768242Z","end":"2026-05-19T03:50:46.294902Z","steps":["trace[1705579694] 'read index received' (duration: 77.001969ms)","trace[1705579694] 'applied index is now lower than readState.Index' (duration: 449.657234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:46.295132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568245152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:46.295128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350877238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:46.295177Z","caller":"traceutil/trace.go:171","msg":"trace[1336077305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25005; }","duration":"1.568328853s","start":"2026-05-19T03:50:44.72684Z","end":"2026-05-19T03:50:46.295168Z","steps":["trace[1336077305] 'agreement among raft nodes before linearized reading' (duration: 1.568248541s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.72682Z","time spent":"1.568373775s","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.295193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.972406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:46.295207Z","caller":"traceutil/trace.go:171","msg":"trace[688884530] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25005; }","duration":"1.350968541s","start":"2026-05-19T03:50:44.944215Z","end":"2026-05-19T03:50:46.295183Z","steps":["trace[688884530] 'agreement among raft nodes before linearized reading' (duration: 1.350819347s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814768433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:46.295232Z","caller":"traceutil/trace.go:171","msg":"trace[981123440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25005; }","duration":"686.042938ms","start":"2026-05-19T03:50:45.609179Z","end":"2026-05-19T03:50:46.295222Z","steps":["trace[981123440] 'agreement among raft nodes before linearized reading' (duration: 685.977876ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:46.295245Z","caller":"traceutil/trace.go:171","msg":"trace[841911718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25005; }","duration":"1.814850455s","start":"2026-05-19T03:50:44.480388Z","end":"2026-05-19T03:50:46.295238Z","steps":["trace[841911718] 'agreement among raft nodes before linearized reading' (duration: 1.814779683s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.944154Z","time spent":"1.351088504s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.295265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.609158Z","time spent":"686.101969ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:46.295266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.48037Z","time spent":"1.814892226s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.295264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84075895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-05-19T03:50:46.295312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.65623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:46.295324Z","caller":"traceutil/trace.go:171","msg":"trace[284126071] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25005; }","duration":"1.840828232s","start":"2026-05-19T03:50:44.454477Z","end":"2026-05-19T03:50:46.295305Z","steps":["trace[284126071] 'agreement among raft nodes before linearized reading' (duration: 1.840623187s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:46.295342Z","caller":"traceutil/trace.go:171","msg":"trace[516992213] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25005; }","duration":"121.70355ms","start":"2026-05-19T03:50:46.17363Z","end":"2026-05-19T03:50:46.295334Z","steps":["trace[516992213] 'agreement among raft nodes before linearized reading' (duration: 121.665039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.454468Z","time spent":"1.840886414s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-19T03:50:46.295215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695502183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:46.295389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145537491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xl5hb.18b0daf4bd62ec0a\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-05-19T03:50:46.295284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.405228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:46.295485Z","caller":"traceutil/trace.go:171","msg":"trace[505718692] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xl5hb.18b0daf4bd62ec0a; range_end:; response_count:1; response_revision:25005; }","duration":"1.145673754s","start":"2026-05-19T03:50:45.149788Z","end":"2026-05-19T03:50:46.295462Z","steps":["trace[505718692] 'agreement among raft nodes before linearized reading' (duration: 1.145408617s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:46.295502Z","caller":"traceutil/trace.go:171","msg":"trace[33810008] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25005; }","duration":"135.653473ms","start":"2026-05-19T03:50:46.159838Z","end":"2026-05-19T03:50:46.295491Z","steps":["trace[33810008] 'agreement among raft nodes before linearized reading' (duration: 135.417687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.2954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.704682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-19T03:50:46.295524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.547898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-x4kz9\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-05-19T03:50:46.295562Z","caller":"traceutil/trace.go:171","msg":"trace[1027781951] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-x4kz9; range_end:; response_count:1; response_revision:25005; }","duration":"522.60703ms","start":"2026-05-19T03:50:45.772949Z","end":"2026-05-19T03:50:46.295556Z","steps":["trace[1027781951] 'agreement among raft nodes before linearized reading' (duration: 522.486957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.772941Z","time spent":"522.6342ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3420,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-x4kz9\" "} {"level":"info","ts":"2026-05-19T03:50:46.29557Z","caller":"traceutil/trace.go:171","msg":"trace[1749652680] range","detail":"{range_begin:/registry/persistentvolumes/pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0; range_end:; response_count:1; response_revision:25005; }","duration":"522.935658ms","start":"2026-05-19T03:50:45.772619Z","end":"2026-05-19T03:50:46.295555Z","steps":["trace[1749652680] 'agreement among raft nodes before linearized reading' (duration: 522.61721ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:46.295426Z","caller":"traceutil/trace.go:171","msg":"trace[2073749855] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25005; }","duration":"1.695776879s","start":"2026-05-19T03:50:44.599641Z","end":"2026-05-19T03:50:46.295417Z","steps":["trace[2073749855] 'agreement among raft nodes before linearized reading' (duration: 1.695523943s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.295613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.772596Z","time spent":"523.00558ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-017fa81b-ab83-4870-8308-6c9aeb29c0f0\" "} {"level":"warn","ts":"2026-05-19T03:50:46.295634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:44.599615Z","time spent":"1.696008176s","remote":"127.0.0.1:57942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:46.295531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:45.14975Z","time spent":"1.145770206s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xl5hb.18b0daf4bd62ec0a\" "} {"level":"warn","ts":"2026-05-19T03:50:46.800639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360578,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:50:46.860905Z","caller":"traceutil/trace.go:171","msg":"trace[1951858598] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"562.571923ms","start":"2026-05-19T03:50:46.298305Z","end":"2026-05-19T03:50:46.860877Z","steps":["trace[1951858598] 'process raft request' (duration: 562.373108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:46.861054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.298288Z","time spent":"562.686425ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:47.13058Z","caller":"traceutil/trace.go:171","msg":"trace[1512928377] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25842; }","duration":"830.032493ms","start":"2026-05-19T03:50:46.300527Z","end":"2026-05-19T03:50:47.13056Z","steps":["trace[1512928377] 'read index received' (duration: 560.09535ms)","trace[1512928377] 'applied index is now lower than readState.Index' (duration: 269.935793ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:47.130707Z","caller":"traceutil/trace.go:171","msg":"trace[87418423] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"827.013336ms","start":"2026-05-19T03:50:46.303681Z","end":"2026-05-19T03:50:47.130694Z","steps":["trace[87418423] 'process raft request' (duration: 738.609139ms)","trace[87418423] 'compare' (duration: 87.895544ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:47.130794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.303671Z","time spent":"827.056757ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:47.130798Z","caller":"traceutil/trace.go:171","msg":"trace[1070146841] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"412.823241ms","start":"2026-05-19T03:50:46.717938Z","end":"2026-05-19T03:50:47.130761Z","steps":["trace[1070146841] 'process raft request' (duration: 412.574425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.13104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.717907Z","time spent":"413.109147ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:47.131018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.32041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-19T03:50:47.131093Z","caller":"traceutil/trace.go:171","msg":"trace[1223885922] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25009; }","duration":"717.448653ms","start":"2026-05-19T03:50:46.413625Z","end":"2026-05-19T03:50:47.131074Z","steps":["trace[1223885922] 'agreement among raft nodes before linearized reading' (duration: 717.154315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.131133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.413604Z","time spent":"717.520485ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T03:50:47.131319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.787513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-19T03:50:47.13135Z","caller":"traceutil/trace.go:171","msg":"trace[167249203] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25009; }","duration":"830.814123ms","start":"2026-05-19T03:50:46.300524Z","end":"2026-05-19T03:50:47.131338Z","steps":["trace[167249203] 'agreement among raft nodes before linearized reading' (duration: 830.720421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.131375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.300514Z","time spent":"830.855714ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-19T03:50:47.131384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.652868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:47.131413Z","caller":"traceutil/trace.go:171","msg":"trace[499196946] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25009; }","duration":"241.681909ms","start":"2026-05-19T03:50:46.889722Z","end":"2026-05-19T03:50:47.131404Z","steps":["trace[499196946] 'agreement among raft nodes before linearized reading' (duration: 241.632828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.131559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.98317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:47.132425Z","caller":"traceutil/trace.go:171","msg":"trace[1307476909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25009; }","duration":"598.873682ms","start":"2026-05-19T03:50:46.533528Z","end":"2026-05-19T03:50:47.132401Z","steps":["trace[1307476909] 'agreement among raft nodes before linearized reading' (duration: 598.00404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.132499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.533475Z","time spent":"599.004455ms","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:47.131567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.859446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xl5hb.18b0daf4bd5fce53\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-05-19T03:50:47.132559Z","caller":"traceutil/trace.go:171","msg":"trace[1734082054] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xl5hb.18b0daf4bd5fce53; range_end:; response_count:1; response_revision:25009; }","duration":"267.893432ms","start":"2026-05-19T03:50:46.864643Z","end":"2026-05-19T03:50:47.132537Z","steps":["trace[1734082054] 'agreement among raft nodes before linearized reading' (duration: 266.778524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:47.131662Z","caller":"traceutil/trace.go:171","msg":"trace[567651174] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"684.827388ms","start":"2026-05-19T03:50:46.446817Z","end":"2026-05-19T03:50:47.131644Z","steps":["trace[567651174] 'process raft request' (duration: 683.601446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.131534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.34331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:47.132735Z","caller":"traceutil/trace.go:171","msg":"trace[1760969731] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25009; }","duration":"223.57995ms","start":"2026-05-19T03:50:46.909142Z","end":"2026-05-19T03:50:47.132722Z","steps":["trace[1760969731] 'agreement among raft nodes before linearized reading' (duration: 222.320238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.132992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:46.446791Z","time spent":"685.884714ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:47.651849Z","caller":"traceutil/trace.go:171","msg":"trace[1355453183] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25846; }","duration":"470.964583ms","start":"2026-05-19T03:50:47.180862Z","end":"2026-05-19T03:50:47.651826Z","steps":["trace[1355453183] 'read index received' (duration: 470.84517ms)","trace[1355453183] 'applied index is now lower than readState.Index' (duration: 118.323µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:47.6519Z","caller":"traceutil/trace.go:171","msg":"trace[1484102408] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"516.395443ms","start":"2026-05-19T03:50:47.135465Z","end":"2026-05-19T03:50:47.651861Z","steps":["trace[1484102408] 'process raft request' (duration: 516.223589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.652054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.135443Z","time spent":"516.529676ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:47.652064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.187678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:47.652259Z","caller":"traceutil/trace.go:171","msg":"trace[2052915927] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25010; }","duration":"471.370083ms","start":"2026-05-19T03:50:47.180809Z","end":"2026-05-19T03:50:47.652179Z","steps":["trace[2052915927] 'agreement among raft nodes before linearized reading' (duration: 471.126867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:47.652435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.180789Z","time spent":"471.510177ms","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:48.220737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.167973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:48.220845Z","caller":"traceutil/trace.go:171","msg":"trace[2067253451] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25847; }","duration":"568.908833ms","start":"2026-05-19T03:50:47.651916Z","end":"2026-05-19T03:50:48.220824Z","steps":["trace[2067253451] 'read index received' (duration: 397.501594ms)","trace[2067253451] 'applied index is now lower than readState.Index' (duration: 171.405749ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:48.220956Z","caller":"traceutil/trace.go:171","msg":"trace[394867207] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"870.444946ms","start":"2026-05-19T03:50:47.350492Z","end":"2026-05-19T03:50:48.220937Z","steps":["trace[394867207] 'process raft request' (duration: 698.992355ms)","trace[394867207] 'compare' (duration: 170.817755ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:48.221042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.350468Z","time spent":"870.530648ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:48.22104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019260354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:48.221111Z","caller":"traceutil/trace.go:171","msg":"trace[479671981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25011; }","duration":"1.019374826s","start":"2026-05-19T03:50:47.201718Z","end":"2026-05-19T03:50:48.221093Z","steps":["trace[479671981] 'agreement among raft nodes before linearized reading' (duration: 1.019262134s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.22116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.20169Z","time spent":"1.019462729s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:48.221354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.690921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b0daf4f66e0dd4\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-05-19T03:50:48.221398Z","caller":"traceutil/trace.go:171","msg":"trace[855123695] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18b0daf4f66e0dd4; range_end:; response_count:1; response_revision:25011; }","duration":"565.773693ms","start":"2026-05-19T03:50:47.655614Z","end":"2026-05-19T03:50:48.221387Z","steps":["trace[855123695] 'agreement among raft nodes before linearized reading' (duration: 565.631269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.221431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.655594Z","time spent":"565.829215ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18b0daf4f66e0dd4\" "} {"level":"warn","ts":"2026-05-19T03:50:48.221493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.710302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-19T03:50:48.221549Z","caller":"traceutil/trace.go:171","msg":"trace[1112171920] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25011; }","duration":"979.807075ms","start":"2026-05-19T03:50:47.241729Z","end":"2026-05-19T03:50:48.221536Z","steps":["trace[1112171920] 'agreement among raft nodes before linearized reading' (duration: 979.653911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.221584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.241706Z","time spent":"979.871627ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-19T03:50:48.221816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.397664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:48.221365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.132352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:48.221873Z","caller":"traceutil/trace.go:171","msg":"trace[1633657476] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25011; }","duration":"518.483455ms","start":"2026-05-19T03:50:47.703373Z","end":"2026-05-19T03:50:48.221856Z","steps":["trace[1633657476] 'agreement among raft nodes before linearized reading' (duration: 518.394763ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:48.221917Z","caller":"traceutil/trace.go:171","msg":"trace[338628439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25011; }","duration":"613.718837ms","start":"2026-05-19T03:50:47.608187Z","end":"2026-05-19T03:50:48.221906Z","steps":["trace[338628439] 'agreement among raft nodes before linearized reading' (duration: 613.142532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.221933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.703356Z","time spent":"518.567578ms","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:48.221918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.33955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T03:50:48.221958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.608168Z","time spent":"613.781208ms","remote":"127.0.0.1:54178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:48.222005Z","caller":"traceutil/trace.go:171","msg":"trace[754305336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25011; }","duration":"448.455963ms","start":"2026-05-19T03:50:47.773525Z","end":"2026-05-19T03:50:48.221981Z","steps":["trace[754305336] 'agreement among raft nodes before linearized reading' (duration: 448.199856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.222056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:47.773512Z","time spent":"448.533995ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:50:48.764838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.660468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:48.765102Z","caller":"traceutil/trace.go:171","msg":"trace[1756420280] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"540.711409ms","start":"2026-05-19T03:50:48.224361Z","end":"2026-05-19T03:50:48.765072Z","steps":["trace[1756420280] 'process raft request' (duration: 123.706422ms)","trace[1756420280] 'compare' (duration: 416.213086ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:48.765202Z","caller":"traceutil/trace.go:171","msg":"trace[1990680169] linearizableReadLoop","detail":"{readStateIndex:25850; appliedIndex:25848; }","duration":"538.705248ms","start":"2026-05-19T03:50:48.226476Z","end":"2026-05-19T03:50:48.765182Z","steps":["trace[1990680169] 'read index received' (duration: 121.602139ms)","trace[1990680169] 'applied index is now lower than readState.Index' (duration: 417.102279ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:48.765265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.224336Z","time spent":"540.848242ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:48.765419Z","caller":"traceutil/trace.go:171","msg":"trace[1557711163] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"539.282533ms","start":"2026-05-19T03:50:48.226124Z","end":"2026-05-19T03:50:48.765407Z","steps":["trace[1557711163] 'process raft request' (duration: 538.838222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.765491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.226106Z","time spent":"539.347105ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:48.765644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.988679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:48.765669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.192811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-19T03:50:48.7657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.362789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:48.765736Z","caller":"traceutil/trace.go:171","msg":"trace[981281471] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25013; }","duration":"423.161313ms","start":"2026-05-19T03:50:48.342554Z","end":"2026-05-19T03:50:48.765715Z","steps":["trace[981281471] 'agreement among raft nodes before linearized reading' (duration: 422.963968ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:48.765771Z","caller":"traceutil/trace.go:171","msg":"trace[1752108538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25013; }","duration":"156.477562ms","start":"2026-05-19T03:50:48.609276Z","end":"2026-05-19T03:50:48.765754Z","steps":["trace[1752108538] 'agreement among raft nodes before linearized reading' (duration: 156.348128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.765781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.342488Z","time spent":"423.281646ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:48.765742Z","caller":"traceutil/trace.go:171","msg":"trace[583387517] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326; range_end:; response_count:1; response_revision:25013; }","duration":"539.295713ms","start":"2026-05-19T03:50:48.226435Z","end":"2026-05-19T03:50:48.765731Z","steps":["trace[583387517] 'agreement among raft nodes before linearized reading' (duration: 539.141679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:48.76911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.226424Z","time spent":"540.282378ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-7b7e3bf2-e67d-4829-8a7f-3ff87c42c326\" "} {"level":"warn","ts":"2026-05-19T03:50:49.439679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589360596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:50:49.506703Z","caller":"traceutil/trace.go:171","msg":"trace[2112773130] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"735.668023ms","start":"2026-05-19T03:50:48.771013Z","end":"2026-05-19T03:50:49.506681Z","steps":["trace[2112773130] 'process raft request' (duration: 735.52523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:49.506863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.770994Z","time spent":"735.781216ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:50.707131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.260711ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:50.707234Z","caller":"traceutil/trace.go:171","msg":"trace[2119331891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25014; }","duration":"110.376305ms","start":"2026-05-19T03:50:50.596845Z","end":"2026-05-19T03:50:50.707221Z","steps":["trace[2119331891] 'range keys from in-memory index tree' (duration: 110.245521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.707754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044925413s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:50.708007Z","caller":"traceutil/trace.go:171","msg":"trace[43559263] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"1.568566369s","start":"2026-05-19T03:50:49.139408Z","end":"2026-05-19T03:50:50.707974Z","steps":["trace[43559263] 'process raft request' (duration: 523.279977ms)","trace[43559263] 'compare' (duration: 1.044507783s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:50.708146Z","caller":"traceutil/trace.go:171","msg":"trace[677733193] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25851; }","duration":"1.768541572s","start":"2026-05-19T03:50:48.939579Z","end":"2026-05-19T03:50:50.70812Z","steps":["trace[677733193] 'read index received' (duration: 567.097826ms)","trace[677733193] 'applied index is now lower than readState.Index' (duration: 1.201442556s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:50.708176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.13938Z","time spent":"1.568701843s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:50.708434Z","caller":"traceutil/trace.go:171","msg":"trace[187268689] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.463243474s","start":"2026-05-19T03:50:49.245178Z","end":"2026-05-19T03:50:50.708421Z","steps":["trace[187268689] 'process raft request' (duration: 1.462746621s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.708504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.245151Z","time spent":"1.463321405s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:50.708511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768911051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:50.708614Z","caller":"traceutil/trace.go:171","msg":"trace[1836960978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25017; }","duration":"1.769063506s","start":"2026-05-19T03:50:48.939524Z","end":"2026-05-19T03:50:50.708588Z","steps":["trace[1836960978] 'agreement among raft nodes before linearized reading' (duration: 1.76887669s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.708678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:48.9395Z","time spent":"1.769163089s","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:50.708721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258164383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:50:50.708699Z","caller":"traceutil/trace.go:171","msg":"trace[1421651018] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.41804566s","start":"2026-05-19T03:50:49.290566Z","end":"2026-05-19T03:50:50.708612Z","steps":["trace[1421651018] 'process raft request' (duration: 1.417492836s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.70897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.290539Z","time spent":"1.418363219s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:50.709079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075861127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-05-19T03:50:50.709093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.704271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-19T03:50:50.70913Z","caller":"traceutil/trace.go:171","msg":"trace[650846284] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25017; }","duration":"1.075940879s","start":"2026-05-19T03:50:49.633176Z","end":"2026-05-19T03:50:50.709117Z","steps":["trace[650846284] 'agreement among raft nodes before linearized reading' (duration: 1.075796735s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.709168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.633158Z","time spent":"1.07600236s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-05-19T03:50:50.709139Z","caller":"traceutil/trace.go:171","msg":"trace[1195147993] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25017; }","duration":"198.787743ms","start":"2026-05-19T03:50:50.510338Z","end":"2026-05-19T03:50:50.709125Z","steps":["trace[1195147993] 'agreement among raft nodes before linearized reading' (duration: 198.572348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.708787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.257148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:50.709251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199155698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-ts7bl.18b0daf52e660c7a\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-05-19T03:50:50.708993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099691261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:50.709285Z","caller":"traceutil/trace.go:171","msg":"trace[228850804] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-ts7bl.18b0daf52e660c7a; range_end:; response_count:1; response_revision:25017; }","duration":"1.199183409s","start":"2026-05-19T03:50:49.510086Z","end":"2026-05-19T03:50:50.70927Z","steps":["trace[228850804] 'agreement among raft nodes before linearized reading' (duration: 1.199103697s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.709302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.510035Z","time spent":"1.19926295s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-ts7bl.18b0daf52e660c7a\" "} {"level":"warn","ts":"2026-05-19T03:50:50.70929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242418284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.225\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:50.709299Z","caller":"traceutil/trace.go:171","msg":"trace[873439932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25017; }","duration":"969.808132ms","start":"2026-05-19T03:50:49.739463Z","end":"2026-05-19T03:50:50.709271Z","steps":["trace[873439932] 'agreement among raft nodes before linearized reading' (duration: 969.243838ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:50.709334Z","caller":"traceutil/trace.go:171","msg":"trace[1608675185] range","detail":"{range_begin:/registry/masterleases/199.19.213.225; range_end:; response_count:1; response_revision:25017; }","duration":"1.242481895s","start":"2026-05-19T03:50:49.466841Z","end":"2026-05-19T03:50:50.709323Z","steps":["trace[1608675185] 'agreement among raft nodes before linearized reading' (duration: 1.242367612s)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:50.70931Z","caller":"traceutil/trace.go:171","msg":"trace[1735330590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25017; }","duration":"1.100041488s","start":"2026-05-19T03:50:49.609256Z","end":"2026-05-19T03:50:50.709297Z","steps":["trace[1735330590] 'agreement among raft nodes before linearized reading' (duration: 1.09969292s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.709372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.46683Z","time spent":"1.242530416s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.225\" "} {"level":"warn","ts":"2026-05-19T03:50:50.709378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.73944Z","time spent":"969.915034ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:50.708834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.015395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:50.709467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.609232Z","time spent":"1.100221643s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:50.709492Z","caller":"traceutil/trace.go:171","msg":"trace[982689236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25017; }","duration":"725.701602ms","start":"2026-05-19T03:50:49.983767Z","end":"2026-05-19T03:50:50.709468Z","steps":["trace[982689236] 'agreement among raft nodes before linearized reading' (duration: 725.010684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.709579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.983747Z","time spent":"725.812845ms","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:50.708798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.134508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:50.709794Z","caller":"traceutil/trace.go:171","msg":"trace[840107961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25017; }","duration":"1.258235865s","start":"2026-05-19T03:50:49.450514Z","end":"2026-05-19T03:50:50.70875Z","steps":["trace[840107961] 'agreement among raft nodes before linearized reading' (duration: 1.258100451s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.710449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:49.450496Z","time spent":"1.259939817s","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T03:50:50.709814Z","caller":"traceutil/trace.go:171","msg":"trace[1993371689] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25017; }","duration":"555.130053ms","start":"2026-05-19T03:50:50.1546Z","end":"2026-05-19T03:50:50.70973Z","steps":["trace[1993371689] 'agreement among raft nodes before linearized reading' (duration: 554.140949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:50.710553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.15457Z","time spent":"555.973864ms","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.018557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.710948Z","time spent":"307.603327ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T03:50:51.78177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.979973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:51.782034Z","caller":"traceutil/trace.go:171","msg":"trace[1507560865] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"762.36894ms","start":"2026-05-19T03:50:51.019647Z","end":"2026-05-19T03:50:51.782016Z","steps":["trace[1507560865] 'process raft request' (duration: 762.319009ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:51.782017Z","caller":"traceutil/trace.go:171","msg":"trace[77821377] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.069335851s","start":"2026-05-19T03:50:50.712637Z","end":"2026-05-19T03:50:51.781973Z","steps":["trace[77821377] 'process raft request' (duration: 745.057631ms)","trace[77821377] 'compare' (duration: 323.848129ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:51.782221Z","caller":"traceutil/trace.go:171","msg":"trace[1198673367] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.067530716s","start":"2026-05-19T03:50:50.714544Z","end":"2026-05-19T03:50:51.782075Z","steps":["trace[1198673367] 'process raft request' (duration: 1.067339011s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.782423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.714527Z","time spent":"1.067792872s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:51.782239Z","caller":"traceutil/trace.go:171","msg":"trace[142614418] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25854; }","duration":"1.063993047s","start":"2026-05-19T03:50:50.718231Z","end":"2026-05-19T03:50:51.782224Z","steps":["trace[142614418] 'read index received' (duration: 216.784788ms)","trace[142614418] 'applied index is now lower than readState.Index' (duration: 847.207009ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:51.782188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.019623Z","time spent":"762.455592ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:51.78284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.74321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:51.782851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.767673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:51.78286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.184834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:51.782924Z","caller":"traceutil/trace.go:171","msg":"trace[940157135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25020; }","duration":"629.884686ms","start":"2026-05-19T03:50:51.153017Z","end":"2026-05-19T03:50:51.782901Z","steps":["trace[940157135] 'agreement among raft nodes before linearized reading' (duration: 629.743623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.782937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012270636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T03:50:51.782996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.152995Z","time spent":"629.983598ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.783005Z","caller":"traceutil/trace.go:171","msg":"trace[200591586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25020; }","duration":"1.012386669s","start":"2026-05-19T03:50:50.770596Z","end":"2026-05-19T03:50:51.782983Z","steps":["trace[200591586] 'agreement among raft nodes before linearized reading' (duration: 1.012151074s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.783362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.770569Z","time spent":"1.012773838s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T03:50:51.78294Z","caller":"traceutil/trace.go:171","msg":"trace[1240343860] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25020; }","duration":"600.350458ms","start":"2026-05-19T03:50:51.182571Z","end":"2026-05-19T03:50:51.782921Z","steps":["trace[1240343860] 'agreement among raft nodes before linearized reading' (duration: 600.173223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.783536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.182547Z","time spent":"600.968134ms","remote":"127.0.0.1:54450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:51.782952Z","caller":"traceutil/trace.go:171","msg":"trace[1548570066] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25020; }","duration":"732.896894ms","start":"2026-05-19T03:50:51.049996Z","end":"2026-05-19T03:50:51.782893Z","steps":["trace[1548570066] 'agreement among raft nodes before linearized reading' (duration: 732.761361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.783616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.049974Z","time spent":"733.618763ms","remote":"127.0.0.1:48744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:51.783721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.712619Z","time spent":"1.069624389s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:51.784125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065448273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:51.784179Z","caller":"traceutil/trace.go:171","msg":"trace[224028965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"1.065957395s","start":"2026-05-19T03:50:50.718208Z","end":"2026-05-19T03:50:51.784166Z","steps":["trace[224028965] 'agreement among raft nodes before linearized reading' (duration: 1.064055998s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:51.784231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:50.718136Z","time spent":"1.066072168s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:52.218334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.777734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:52.218968Z","caller":"traceutil/trace.go:171","msg":"trace[1543041195] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"429.442932ms","start":"2026-05-19T03:50:51.788996Z","end":"2026-05-19T03:50:52.218438Z","steps":["trace[1543041195] 'process raft request' (duration: 145.471903ms)","trace[1543041195] 'compare' (duration: 283.522458ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:52.219056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.788975Z","time spent":"430.035197ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:52.581463Z","caller":"traceutil/trace.go:171","msg":"trace[371825737] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"791.21033ms","start":"2026-05-19T03:50:51.790211Z","end":"2026-05-19T03:50:52.581422Z","steps":["trace[371825737] 'process raft request' (duration: 746.889287ms)","trace[371825737] 'compare' (duration: 44.011595ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:52.581494Z","caller":"traceutil/trace.go:171","msg":"trace[523986261] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"358.187498ms","start":"2026-05-19T03:50:52.223288Z","end":"2026-05-19T03:50:52.581475Z","steps":["trace[523986261] 'process raft request' (duration: 358.152357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.581596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.223265Z","time spent":"358.278261ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:52.581772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.790196Z","time spent":"791.341103ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:52.582295Z","caller":"traceutil/trace.go:171","msg":"trace[1084823990] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25858; }","duration":"788.230694ms","start":"2026-05-19T03:50:51.794053Z","end":"2026-05-19T03:50:52.582283Z","steps":["trace[1084823990] 'read index received' (duration: 140.430975ms)","trace[1084823990] 'applied index is now lower than readState.Index' (duration: 647.797859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:52.582397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.334867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:52.582438Z","caller":"traceutil/trace.go:171","msg":"trace[1592610408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25025; }","duration":"788.401299ms","start":"2026-05-19T03:50:51.794028Z","end":"2026-05-19T03:50:52.58243Z","steps":["trace[1592610408] 'agreement among raft nodes before linearized reading' (duration: 788.325417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.582458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.794018Z","time spent":"788.435619ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:52.582498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.532837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T03:50:52.582433Z","caller":"traceutil/trace.go:171","msg":"trace[1648351924] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"785.491835ms","start":"2026-05-19T03:50:51.79686Z","end":"2026-05-19T03:50:52.582352Z","steps":["trace[1648351924] 'process raft request' (duration: 784.544211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.582642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.705959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130880"} {"level":"warn","ts":"2026-05-19T03:50:52.582623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.803154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:52.582709Z","caller":"traceutil/trace.go:171","msg":"trace[1258423163] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25025; }","duration":"446.775201ms","start":"2026-05-19T03:50:52.13592Z","end":"2026-05-19T03:50:52.582695Z","steps":["trace[1258423163] 'agreement among raft nodes before linearized reading' (duration: 446.543135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.582751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.135869Z","time spent":"446.874114ms","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130903,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T03:50:52.582762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.583354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:50:52.582648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.796845Z","time spent":"785.757512ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:52.58285Z","caller":"traceutil/trace.go:171","msg":"trace[1763543869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25025; }","duration":"489.718178ms","start":"2026-05-19T03:50:52.093113Z","end":"2026-05-19T03:50:52.582831Z","steps":["trace[1763543869] 'agreement among raft nodes before linearized reading' (duration: 489.43033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.582908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.093096Z","time spent":"489.79038ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:50:52.582746Z","caller":"traceutil/trace.go:171","msg":"trace[1434536517] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25025; }","duration":"220.00765ms","start":"2026-05-19T03:50:52.362716Z","end":"2026-05-19T03:50:52.582724Z","steps":["trace[1434536517] 'agreement among raft nodes before linearized reading' (duration: 219.784693ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:52.582358Z","caller":"traceutil/trace.go:171","msg":"trace[240668243] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"786.378857ms","start":"2026-05-19T03:50:51.795933Z","end":"2026-05-19T03:50:52.582311Z","steps":["trace[240668243] 'process raft request' (duration: 785.425533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.583192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.795918Z","time spent":"787.224999ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T03:50:52.582535Z","caller":"traceutil/trace.go:171","msg":"trace[1747544178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25025; }","duration":"787.572168ms","start":"2026-05-19T03:50:51.794954Z","end":"2026-05-19T03:50:52.582527Z","steps":["trace[1747544178] 'agreement among raft nodes before linearized reading' (duration: 787.456015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:52.58326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:51.794923Z","time spent":"788.321268ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T03:50:53.357002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.522025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:53.357698Z","caller":"traceutil/trace.go:171","msg":"trace[1089193117] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"643.168302ms","start":"2026-05-19T03:50:52.714499Z","end":"2026-05-19T03:50:53.357667Z","steps":["trace[1089193117] 'process raft request' (duration: 643.065439ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:53.35765Z","caller":"traceutil/trace.go:171","msg":"trace[1104634794] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"771.218424ms","start":"2026-05-19T03:50:52.586381Z","end":"2026-05-19T03:50:53.357599Z","steps":["trace[1104634794] 'process raft request' (duration: 114.994511ms)","trace[1104634794] 'compare' (duration: 655.265809ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:53.357828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.238004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:53.357692Z","caller":"traceutil/trace.go:171","msg":"trace[1676327906] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25863; }","duration":"771.104231ms","start":"2026-05-19T03:50:52.586557Z","end":"2026-05-19T03:50:53.357661Z","steps":["trace[1676327906] 'read index received' (duration: 114.745065ms)","trace[1676327906] 'applied index is now lower than readState.Index' (duration: 656.355146ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:53.357883Z","caller":"traceutil/trace.go:171","msg":"trace[821921430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25027; }","duration":"771.342667ms","start":"2026-05-19T03:50:52.586527Z","end":"2026-05-19T03:50:53.35787Z","steps":["trace[821921430] 'agreement among raft nodes before linearized reading' (duration: 771.217284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.357829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.714472Z","time spent":"643.288865ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:53.35793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.586519Z","time spent":"771.400158ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:53.357998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.586361Z","time spent":"771.46194ms","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:53.410758Z","caller":"traceutil/trace.go:171","msg":"trace[1413061784] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"181.681579ms","start":"2026-05-19T03:50:53.229047Z","end":"2026-05-19T03:50:53.410728Z","steps":["trace[1413061784] 'process raft request' (duration: 181.434953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.410811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.168115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T03:50:53.410767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.561638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:53.410974Z","caller":"traceutil/trace.go:171","msg":"trace[761448818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25028; }","duration":"824.322708ms","start":"2026-05-19T03:50:52.586603Z","end":"2026-05-19T03:50:53.410925Z","steps":["trace[761448818] 'agreement among raft nodes before linearized reading' (duration: 824.061482ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:53.41103Z","caller":"traceutil/trace.go:171","msg":"trace[763129703] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25028; }","duration":"821.869016ms","start":"2026-05-19T03:50:52.589129Z","end":"2026-05-19T03:50:53.410998Z","steps":["trace[763129703] 'agreement among raft nodes before linearized reading' (duration: 821.543588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.411044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.586599Z","time spent":"824.431531ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:50:53.411027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.413591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-19T03:50:53.411112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.58911Z","time spent":"821.973548ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:53.411119Z","caller":"traceutil/trace.go:171","msg":"trace[652020505] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3; range_end:; response_count:1; response_revision:25028; }","duration":"824.533633ms","start":"2026-05-19T03:50:52.58656Z","end":"2026-05-19T03:50:53.411093Z","steps":["trace[652020505] 'agreement among raft nodes before linearized reading' (duration: 824.285607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:53.411178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:52.586549Z","time spent":"824.613586ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0d852b8da83d3\" "} {"level":"warn","ts":"2026-05-19T03:50:54.205121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.352705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-05-19T03:50:54.205215Z","caller":"traceutil/trace.go:171","msg":"trace[1775592032] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25866; }","duration":"792.128463ms","start":"2026-05-19T03:50:53.413071Z","end":"2026-05-19T03:50:54.2052Z","steps":["trace[1775592032] 'read index received' (duration: 374.634664ms)","trace[1775592032] 'applied index is now lower than readState.Index' (duration: 417.492709ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:54.205285Z","caller":"traceutil/trace.go:171","msg":"trace[2009174631] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25028; }","duration":"792.861811ms","start":"2026-05-19T03:50:53.412391Z","end":"2026-05-19T03:50:54.205253Z","steps":["trace[2009174631] 'process raft request' (duration: 375.311551ms)","trace[2009174631] 'compare' (duration: 417.313074ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:54.205485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.412361Z","time spent":"793.040786ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:54.205387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.311588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T03:50:54.205646Z","caller":"traceutil/trace.go:171","msg":"trace[2137154592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25028; }","duration":"792.599125ms","start":"2026-05-19T03:50:53.413035Z","end":"2026-05-19T03:50:54.205634Z","steps":["trace[2137154592] 'agreement among raft nodes before linearized reading' (duration: 792.230646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.2057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.413025Z","time spent":"792.664457ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T03:50:54.530407Z","caller":"traceutil/trace.go:171","msg":"trace[1331825939] linearizableReadLoop","detail":"{readStateIndex:25868; appliedIndex:25867; }","duration":"325.143371ms","start":"2026-05-19T03:50:54.205239Z","end":"2026-05-19T03:50:54.530383Z","steps":["trace[1331825939] 'read index received' (duration: 324.882025ms)","trace[1331825939] 'applied index is now lower than readState.Index' (duration: 260.356µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:54.530525Z","caller":"traceutil/trace.go:171","msg":"trace[1751759023] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"1.117265165s","start":"2026-05-19T03:50:53.41322Z","end":"2026-05-19T03:50:54.530485Z","steps":["trace[1751759023] 'process raft request' (duration: 1.116990208s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.530547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.811623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:54.530553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.099433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.530619Z","caller":"traceutil/trace.go:171","msg":"trace[1277347811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"922.928005ms","start":"2026-05-19T03:50:53.607673Z","end":"2026-05-19T03:50:54.530601Z","steps":["trace[1277347811] 'agreement among raft nodes before linearized reading' (duration: 922.755461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.530665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.025754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-05-19T03:50:54.530685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.413194Z","time spent":"1.117409658s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:54.530707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.607657Z","time spent":"923.039178ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:54.53072Z","caller":"traceutil/trace.go:171","msg":"trace[919624544] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25029; }","duration":"324.110895ms","start":"2026-05-19T03:50:54.206591Z","end":"2026-05-19T03:50:54.530701Z","steps":["trace[919624544] 'agreement among raft nodes before linearized reading' (duration: 323.944531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.530759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.206575Z","time spent":"324.174678ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-19T03:50:54.530783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.724329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:50:54.530743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114939986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.530831Z","caller":"traceutil/trace.go:171","msg":"trace[642643353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25029; }","duration":"256.76983ms","start":"2026-05-19T03:50:54.274047Z","end":"2026-05-19T03:50:54.530817Z","steps":["trace[642643353] 'agreement among raft nodes before linearized reading' (duration: 256.704669ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:54.530884Z","caller":"traceutil/trace.go:171","msg":"trace[648689967] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25029; }","duration":"1.115149851s","start":"2026-05-19T03:50:53.415704Z","end":"2026-05-19T03:50:54.530854Z","steps":["trace[648689967] 'agreement among raft nodes before linearized reading' (duration: 1.114831023s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.530706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.203872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:54.530953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.415687Z","time spent":"1.115254903s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T03:50:54.530636Z","caller":"traceutil/trace.go:171","msg":"trace[186503446] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25029; }","duration":"807.205715ms","start":"2026-05-19T03:50:53.723407Z","end":"2026-05-19T03:50:54.530613Z","steps":["trace[186503446] 'agreement among raft nodes before linearized reading' (duration: 806.99933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.531065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:53.723353Z","time spent":"807.684437ms","remote":"127.0.0.1:58322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:54.530981Z","caller":"traceutil/trace.go:171","msg":"trace[1428897333] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25029; }","duration":"212.488309ms","start":"2026-05-19T03:50:54.318454Z","end":"2026-05-19T03:50:54.530943Z","steps":["trace[1428897333] 'agreement among raft nodes before linearized reading' (duration: 212.223113ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:54.808437Z","caller":"traceutil/trace.go:171","msg":"trace[124255467] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"182.850749ms","start":"2026-05-19T03:50:54.625557Z","end":"2026-05-19T03:50:54.808407Z","steps":["trace[124255467] 'process raft request' (duration: 115.247587ms)","trace[124255467] 'compare' (duration: 67.195351ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:54.808465Z","caller":"traceutil/trace.go:171","msg":"trace[525049335] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25871; }","duration":"123.576029ms","start":"2026-05-19T03:50:54.684869Z","end":"2026-05-19T03:50:54.808445Z","steps":["trace[525049335] 'read index received' (duration: 55.958217ms)","trace[525049335] 'applied index is now lower than readState.Index' (duration: 67.616021ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:54.80847Z","caller":"traceutil/trace.go:171","msg":"trace[1261428163] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"178.403717ms","start":"2026-05-19T03:50:54.630033Z","end":"2026-05-19T03:50:54.808437Z","steps":["trace[1261428163] 'process raft request' (duration: 178.156161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:54.808639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.754073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:54.808682Z","caller":"traceutil/trace.go:171","msg":"trace[1671394119] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25035; }","duration":"123.853085ms","start":"2026-05-19T03:50:54.684819Z","end":"2026-05-19T03:50:54.808672Z","steps":["trace[1671394119] 'agreement among raft nodes before linearized reading' (duration: 123.758393ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:54.809024Z","caller":"traceutil/trace.go:171","msg":"trace[2125207352] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"171.527792ms","start":"2026-05-19T03:50:54.63686Z","end":"2026-05-19T03:50:54.808388Z","steps":["trace[2125207352] 'process raft request' (duration: 171.398529ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.434605Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22876} {"level":"warn","ts":"2026-05-19T03:50:55.435404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.71471ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-19T03:50:55.435543Z","caller":"traceutil/trace.go:171","msg":"trace[495744517] compact","detail":"{revision:22876; response_revision:25035; }","duration":"625.923727ms","start":"2026-05-19T03:50:54.809599Z","end":"2026-05-19T03:50:55.435523Z","steps":["trace[495744517] 'process raft request' (duration: 126.883713ms)","trace[495744517] 'check and update compact revision' (duration: 497.579656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:55.435607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.809564Z","time spent":"626.03762ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T03:50:55.436037Z","caller":"traceutil/trace.go:171","msg":"trace[1100050873] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"623.70104ms","start":"2026-05-19T03:50:54.812309Z","end":"2026-05-19T03:50:55.43601Z","steps":["trace[1100050873] 'process raft request' (duration: 623.194047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:55.436069Z","caller":"traceutil/trace.go:171","msg":"trace[1052366949] linearizableReadLoop","detail":"{readStateIndex:25877; appliedIndex:25875; }","duration":"623.70967ms","start":"2026-05-19T03:50:54.812337Z","end":"2026-05-19T03:50:55.436047Z","steps":["trace[1052366949] 'read index received' (duration: 124.161294ms)","trace[1052366949] 'applied index is now lower than readState.Index' (duration: 499.547526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:55.436148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.81228Z","time spent":"623.813373ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T03:50:55.436223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.885415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:55.436287Z","caller":"traceutil/trace.go:171","msg":"trace[269526279] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25036; }","duration":"623.998077ms","start":"2026-05-19T03:50:54.812271Z","end":"2026-05-19T03:50:55.436269Z","steps":["trace[269526279] 'agreement among raft nodes before linearized reading' (duration: 623.857784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:55.436339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:54.81225Z","time spent":"624.076899ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-19T03:50:55.557781Z","caller":"traceutil/trace.go:171","msg":"trace[1572198412] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"117.220566ms","start":"2026-05-19T03:50:55.440533Z","end":"2026-05-19T03:50:55.557754Z","steps":["trace[1572198412] 'process raft request' (duration: 39.229033ms)","trace[1572198412] 'compare' (duration: 11.685515ms)","trace[1572198412] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 65.676313ms)"],"step_count":3} {"level":"warn","ts":"2026-05-19T03:50:55.772486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.695416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:55.772678Z","caller":"traceutil/trace.go:171","msg":"trace[1861132317] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25879; }","duration":"163.807416ms","start":"2026-05-19T03:50:55.608855Z","end":"2026-05-19T03:50:55.772662Z","steps":["trace[1861132317] 'read index received' (duration: 31.73µs)","trace[1861132317] 'applied index is now lower than readState.Index' (duration: 163.774806ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:55.772716Z","caller":"traceutil/trace.go:171","msg":"trace[1483225574] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"329.80867ms","start":"2026-05-19T03:50:55.442865Z","end":"2026-05-19T03:50:55.772674Z","steps":["trace[1483225574] 'process raft request' (duration: 114.824497ms)","trace[1483225574] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4bxkr.18b0daf58e99594d; req_size:863; } (duration: 214.411758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:55.772778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.919259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:55.772808Z","caller":"traceutil/trace.go:171","msg":"trace[1587068527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25040; }","duration":"163.978311ms","start":"2026-05-19T03:50:55.608821Z","end":"2026-05-19T03:50:55.772799Z","steps":["trace[1587068527] 'agreement among raft nodes before linearized reading' (duration: 163.928949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:55.77284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.442853Z","time spent":"329.924462ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:55.772832Z","caller":"traceutil/trace.go:171","msg":"trace[795724260] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"329.890911ms","start":"2026-05-19T03:50:55.442897Z","end":"2026-05-19T03:50:55.772788Z","steps":["trace[795724260] 'process raft request' (duration: 329.684956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:55.772915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.806002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:50:55.772981Z","caller":"traceutil/trace.go:171","msg":"trace[1008677355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25040; }","duration":"102.915725ms","start":"2026-05-19T03:50:55.67005Z","end":"2026-05-19T03:50:55.772966Z","steps":["trace[1008677355] 'agreement among raft nodes before linearized reading' (duration: 102.73067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:55.773008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.442881Z","time spent":"330.043266ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:56.355179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.201593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b0daf5919046c5\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-19T03:50:56.355268Z","caller":"traceutil/trace.go:171","msg":"trace[313845987] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b0daf5919046c5; range_end:; response_count:1; response_revision:25040; }","duration":"579.364747ms","start":"2026-05-19T03:50:55.775879Z","end":"2026-05-19T03:50:56.355243Z","steps":["trace[313845987] 'range keys from in-memory index tree' (duration: 578.980878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:56.355387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.012694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:50:56.355447Z","caller":"traceutil/trace.go:171","msg":"trace[1343850966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25040; }","duration":"567.094597ms","start":"2026-05-19T03:50:55.788338Z","end":"2026-05-19T03:50:56.355433Z","steps":["trace[1343850966] 'range keys from in-memory index tree' (duration: 566.885201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:56.355476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.788331Z","time spent":"567.139038ms","remote":"127.0.0.1:45320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-19T03:50:56.355402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.775859Z","time spent":"579.522121ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b0daf5919046c5\" "} {"level":"warn","ts":"2026-05-19T03:50:56.433031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.714504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:50:56.433367Z","caller":"traceutil/trace.go:171","msg":"trace[279984870] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25881; }","duration":"613.410879ms","start":"2026-05-19T03:50:55.819939Z","end":"2026-05-19T03:50:56.43335Z","steps":["trace[279984870] 'read index received' (duration: 340.353707ms)","trace[279984870] 'applied index is now lower than readState.Index' (duration: 273.056382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:56.433583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.626195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:56.433677Z","caller":"traceutil/trace.go:171","msg":"trace[815711135] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25040; }","duration":"613.702627ms","start":"2026-05-19T03:50:55.819908Z","end":"2026-05-19T03:50:56.433611Z","steps":["trace[815711135] 'agreement among raft nodes before linearized reading' (duration: 613.615845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:56.433722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.819869Z","time spent":"613.84031ms","remote":"127.0.0.1:57960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:56.433969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.457464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:56.434061Z","caller":"traceutil/trace.go:171","msg":"trace[1932074375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25041; }","duration":"452.6843ms","start":"2026-05-19T03:50:55.981354Z","end":"2026-05-19T03:50:56.434039Z","steps":["trace[1932074375] 'agreement among raft nodes before linearized reading' (duration: 452.433653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:56.434109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:55.981336Z","time spent":"452.758542ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:57.202275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.320737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:57.202531Z","caller":"traceutil/trace.go:171","msg":"trace[582970243] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"572.462493ms","start":"2026-05-19T03:50:56.63005Z","end":"2026-05-19T03:50:57.202513Z","steps":["trace[582970243] 'process raft request' (duration: 572.33241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.202606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.630032Z","time spent":"572.541025ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:57.202561Z","caller":"traceutil/trace.go:171","msg":"trace[376347647] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"723.756503ms","start":"2026-05-19T03:50:56.478727Z","end":"2026-05-19T03:50:57.202484Z","steps":["trace[376347647] 'process raft request' (duration: 144.133109ms)","trace[376347647] 'compare' (duration: 236.040806ms)","trace[376347647] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-rx6j6.18b0daf5960f51a4; req_size:970; } (duration: 342.49334ms)"],"step_count":3} {"level":"warn","ts":"2026-05-19T03:50:57.202795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.4787Z","time spent":"723.966169ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:57.202821Z","caller":"traceutil/trace.go:171","msg":"trace[1079291885] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25883; }","duration":"625.901606ms","start":"2026-05-19T03:50:56.576906Z","end":"2026-05-19T03:50:57.202808Z","steps":["trace[1079291885] 'read index received' (duration: 45.872932ms)","trace[1079291885] 'applied index is now lower than readState.Index' (duration: 580.027434ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:50:57.203088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.186153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:57.203138Z","caller":"traceutil/trace.go:171","msg":"trace[967189617] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25043; }","duration":"626.240214ms","start":"2026-05-19T03:50:56.576886Z","end":"2026-05-19T03:50:57.203126Z","steps":["trace[967189617] 'agreement among raft nodes before linearized reading' (duration: 626.160732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.203178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.57675Z","time spent":"626.420159ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:57.203218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.174553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:57.203239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.545587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:50:57.203276Z","caller":"traceutil/trace.go:171","msg":"trace[91705501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"596.284196ms","start":"2026-05-19T03:50:56.606979Z","end":"2026-05-19T03:50:57.203263Z","steps":["trace[91705501] 'agreement among raft nodes before linearized reading' (duration: 596.183103ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:50:57.203291Z","caller":"traceutil/trace.go:171","msg":"trace[407775427] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25043; }","duration":"375.636989ms","start":"2026-05-19T03:50:56.827639Z","end":"2026-05-19T03:50:57.203276Z","steps":["trace[407775427] 'agreement among raft nodes before linearized reading' (duration: 375.516526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.203315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.606959Z","time spent":"596.348878ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:50:57.203325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.827625Z","time spent":"375.691211ms","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:57.203365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.561118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:50:57.203471Z","caller":"traceutil/trace.go:171","msg":"trace[473592645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25043; }","duration":"390.718662ms","start":"2026-05-19T03:50:56.812731Z","end":"2026-05-19T03:50:57.20345Z","steps":["trace[473592645] 'agreement among raft nodes before linearized reading' (duration: 390.428655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.203522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.812711Z","time spent":"390.801774ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:50:57.20349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.704611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:57.20362Z","caller":"traceutil/trace.go:171","msg":"trace[323491235] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25043; }","duration":"455.04316ms","start":"2026-05-19T03:50:56.748545Z","end":"2026-05-19T03:50:57.203588Z","steps":["trace[323491235] 'agreement among raft nodes before linearized reading' (duration: 454.627319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:57.203697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:56.748517Z","time spent":"455.160083ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:58.643834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131262099s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T03:50:58.644825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388312036s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:58.645111Z","caller":"traceutil/trace.go:171","msg":"trace[43515048] linearizableReadLoop","detail":"{readStateIndex:25888; appliedIndex:25885; }","duration":"1.166861471s","start":"2026-05-19T03:50:57.478228Z","end":"2026-05-19T03:50:58.645089Z","steps":["trace[43515048] 'read index received' (duration: 34.339139ms)","trace[43515048] 'applied index is now lower than readState.Index' (duration: 1.132521462s)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:58.645078Z","caller":"traceutil/trace.go:171","msg":"trace[1280747689] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.437141312s","start":"2026-05-19T03:50:57.207877Z","end":"2026-05-19T03:50:58.645019Z","steps":["trace[1280747689] 'process raft request' (duration: 48.549799ms)","trace[1280747689] 'compare' (duration: 794.951115ms)","trace[1280747689] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 592.713944ms)"],"step_count":3} {"level":"info","ts":"2026-05-19T03:50:58.645197Z","caller":"traceutil/trace.go:171","msg":"trace[1507294183] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.203626671s","start":"2026-05-19T03:50:57.44156Z","end":"2026-05-19T03:50:58.645186Z","steps":["trace[1507294183] 'process raft request' (duration: 1.203483528s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.645268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.441543Z","time spent":"1.203686503s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:58.64529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.207864Z","time spent":"1.437319887s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:50:58.645351Z","caller":"traceutil/trace.go:171","msg":"trace[1429146573] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.435711787s","start":"2026-05-19T03:50:57.209614Z","end":"2026-05-19T03:50:58.645325Z","steps":["trace[1429146573] 'process raft request' (duration: 1.435310137s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.645571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.209589Z","time spent":"1.4358457s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:58.645599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167371813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:50:58.645632Z","caller":"traceutil/trace.go:171","msg":"trace[809087492] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25046; }","duration":"1.167410474s","start":"2026-05-19T03:50:57.478212Z","end":"2026-05-19T03:50:58.645622Z","steps":["trace[809087492] 'agreement among raft nodes before linearized reading' (duration: 1.1672413s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.645661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.478129Z","time spent":"1.167525807s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:50:58.896178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.716311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:50:58.896296Z","caller":"traceutil/trace.go:171","msg":"trace[1356972058] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25888; }","duration":"251.122926ms","start":"2026-05-19T03:50:58.645153Z","end":"2026-05-19T03:50:58.896276Z","steps":["trace[1356972058] 'read index received' (duration: 69.146919ms)","trace[1356972058] 'applied index is now lower than readState.Index' (duration: 181.971357ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:50:58.896448Z","caller":"traceutil/trace.go:171","msg":"trace[79759425] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"480.639727ms","start":"2026-05-19T03:50:58.415784Z","end":"2026-05-19T03:50:58.896424Z","steps":["trace[79759425] 'process raft request' (duration: 298.597778ms)","trace[79759425] 'compare' (duration: 62.406661ms)","trace[79759425] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 119.176587ms)"],"step_count":3} {"level":"warn","ts":"2026-05-19T03:50:58.896654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:58.415759Z","time spent":"480.835552ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:50:58.897182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284480518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:50:58.897336Z","caller":"traceutil/trace.go:171","msg":"trace[1139340380] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25047; }","duration":"1.284649622s","start":"2026-05-19T03:50:57.612625Z","end":"2026-05-19T03:50:58.897275Z","steps":["trace[1139340380] 'agreement among raft nodes before linearized reading' (duration: 1.284460877s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.897345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288164561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:58.897479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.612596Z","time spent":"1.284849417s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:58.897486Z","caller":"traceutil/trace.go:171","msg":"trace[346825322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25047; }","duration":"1.288337046s","start":"2026-05-19T03:50:57.609129Z","end":"2026-05-19T03:50:58.897466Z","steps":["trace[346825322] 'agreement among raft nodes before linearized reading' (duration: 1.288164602s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.897609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.92436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T03:50:58.897683Z","caller":"traceutil/trace.go:171","msg":"trace[788662518] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25047; }","duration":"857.998332ms","start":"2026-05-19T03:50:58.039668Z","end":"2026-05-19T03:50:58.897667Z","steps":["trace[788662518] 'agreement among raft nodes before linearized reading' (duration: 857.497639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.897672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048039422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:50:58.897727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:58.039608Z","time spent":"858.109764ms","remote":"127.0.0.1:54258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T03:50:58.897736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.263675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-xjjc6.18b0daf5c27400af\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-05-19T03:50:58.897769Z","caller":"traceutil/trace.go:171","msg":"trace[344893855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25047; }","duration":"1.048175586s","start":"2026-05-19T03:50:57.84956Z","end":"2026-05-19T03:50:58.897735Z","steps":["trace[344893855] 'agreement among raft nodes before linearized reading' (duration: 1.048003271s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.897694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.609109Z","time spent":"1.288562251s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:50:58.897888Z","caller":"traceutil/trace.go:171","msg":"trace[836504002] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-xjjc6.18b0daf5c27400af; range_end:; response_count:1; response_revision:25047; }","duration":"248.393458ms","start":"2026-05-19T03:50:58.649412Z","end":"2026-05-19T03:50:58.897806Z","steps":["trace[836504002] 'agreement among raft nodes before linearized reading' (duration: 248.147862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:50:58.897908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:50:57.849539Z","time spent":"1.048347739s","remote":"127.0.0.1:46294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:50:58.977741Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22876,"took":"3.53694787s","hash":741967658,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":32600064,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-19T03:50:58.977852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":741967658,"revision":22876,"compact-revision":19965} {"level":"warn","ts":"2026-05-19T03:50:59.223801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.453848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-tjsmp.18b0daf58a147250\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-19T03:50:59.223905Z","caller":"traceutil/trace.go:171","msg":"trace[199545345] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-tjsmp.18b0daf58a147250; range_end:; response_count:1; response_revision:25049; }","duration":"227.589141ms","start":"2026-05-19T03:50:58.996293Z","end":"2026-05-19T03:50:59.223882Z","steps":["trace[199545345] 'range keys from in-memory index tree' (duration: 227.292684ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:04.163516Z","caller":"traceutil/trace.go:171","msg":"trace[2127483227] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"106.481815ms","start":"2026-05-19T03:51:04.057004Z","end":"2026-05-19T03:51:04.163485Z","steps":["trace[2127483227] 'process raft request' (duration: 106.28345ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:19.518304Z","caller":"traceutil/trace.go:171","msg":"trace[1804758919] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"131.514199ms","start":"2026-05-19T03:51:19.38675Z","end":"2026-05-19T03:51:19.518264Z","steps":["trace[1804758919] 'process raft request' (duration: 72.712411ms)","trace[1804758919] 'compare' (duration: 58.250204ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:19.524017Z","caller":"traceutil/trace.go:171","msg":"trace[1684419056] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"110.696413ms","start":"2026-05-19T03:51:19.41329Z","end":"2026-05-19T03:51:19.523986Z","steps":["trace[1684419056] 'process raft request' (duration: 109.998785ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:19.524087Z","caller":"traceutil/trace.go:171","msg":"trace[927935079] linearizableReadLoop","detail":"{readStateIndex:26148; appliedIndex:26146; }","duration":"101.795818ms","start":"2026-05-19T03:51:19.422257Z","end":"2026-05-19T03:51:19.524053Z","steps":["trace[927935079] 'read index received' (duration: 37.214393ms)","trace[927935079] 'applied index is now lower than readState.Index' (duration: 64.580105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:19.524411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.120426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-19T03:51:19.524468Z","caller":"traceutil/trace.go:171","msg":"trace[170298407] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25303; }","duration":"102.231609ms","start":"2026-05-19T03:51:19.422216Z","end":"2026-05-19T03:51:19.524448Z","steps":["trace[170298407] 'agreement among raft nodes before linearized reading' (duration: 102.004593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:19.661087Z","caller":"traceutil/trace.go:171","msg":"trace[515689869] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"102.006123ms","start":"2026-05-19T03:51:19.559033Z","end":"2026-05-19T03:51:19.661039Z","steps":["trace[515689869] 'process raft request' (duration: 64.992075ms)","trace[515689869] 'compare' (duration: 36.839243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:19.661341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.236232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-19T03:51:19.66148Z","caller":"traceutil/trace.go:171","msg":"trace[688840442] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25306; }","duration":"129.418316ms","start":"2026-05-19T03:51:19.53204Z","end":"2026-05-19T03:51:19.661459Z","steps":["trace[688840442] 'agreement among raft nodes before linearized reading' (duration: 128.975225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:19.972549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.413448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-19T03:51:19.972651Z","caller":"traceutil/trace.go:171","msg":"trace[1060676706] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:25312; }","duration":"103.551752ms","start":"2026-05-19T03:51:19.869077Z","end":"2026-05-19T03:51:19.972629Z","steps":["trace[1060676706] 'agreement among raft nodes before linearized reading' (duration: 103.192313ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:20.436383Z","caller":"traceutil/trace.go:171","msg":"trace[474235644] linearizableReadLoop","detail":"{readStateIndex:26167; appliedIndex:26166; }","duration":"150.803237ms","start":"2026-05-19T03:51:20.285557Z","end":"2026-05-19T03:51:20.43636Z","steps":["trace[474235644] 'read index received' (duration: 128.925924ms)","trace[474235644] 'applied index is now lower than readState.Index' (duration: 21.876303ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:20.436548Z","caller":"traceutil/trace.go:171","msg":"trace[54942588] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"171.83973ms","start":"2026-05-19T03:51:20.264683Z","end":"2026-05-19T03:51:20.436522Z","steps":["trace[54942588] 'process raft request' (duration: 149.659498ms)","trace[54942588] 'compare' (duration: 21.542866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:20.436794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.3638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-19T03:51:20.436829Z","caller":"traceutil/trace.go:171","msg":"trace[242890816] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25321; }","duration":"177.428292ms","start":"2026-05-19T03:51:20.259391Z","end":"2026-05-19T03:51:20.436819Z","steps":["trace[242890816] 'agreement among raft nodes before linearized reading' (duration: 177.272128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.437072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.71855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-05-19T03:51:20.437148Z","caller":"traceutil/trace.go:171","msg":"trace[156920390] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25321; }","duration":"147.815562ms","start":"2026-05-19T03:51:20.289311Z","end":"2026-05-19T03:51:20.437127Z","steps":["trace[156920390] 'agreement among raft nodes before linearized reading' (duration: 147.630827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:20.437098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.515853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:51:20.437262Z","caller":"traceutil/trace.go:171","msg":"trace[1680745226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25321; }","duration":"128.704948ms","start":"2026-05-19T03:51:20.308546Z","end":"2026-05-19T03:51:20.437251Z","steps":["trace[1680745226] 'agreement among raft nodes before linearized reading' (duration: 128.493193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.36664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.559032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:21.366854Z","caller":"traceutil/trace.go:171","msg":"trace[797081130] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"178.904708ms","start":"2026-05-19T03:51:21.187936Z","end":"2026-05-19T03:51:21.366841Z","steps":["trace[797081130] 'process raft request' (duration: 178.863717ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.36697Z","caller":"traceutil/trace.go:171","msg":"trace[213727285] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26193; }","duration":"234.319653ms","start":"2026-05-19T03:51:21.132624Z","end":"2026-05-19T03:51:21.366944Z","steps":["trace[213727285] 'read index received' (duration: 94.41321ms)","trace[213727285] 'applied index is now lower than readState.Index' (duration: 139.903713ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:21.366981Z","caller":"traceutil/trace.go:171","msg":"trace[73731800] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"230.850115ms","start":"2026-05-19T03:51:21.136093Z","end":"2026-05-19T03:51:21.366943Z","steps":["trace[73731800] 'process raft request' (duration: 230.638728ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.367088Z","caller":"traceutil/trace.go:171","msg":"trace[173334835] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"236.448977ms","start":"2026-05-19T03:51:21.130629Z","end":"2026-05-19T03:51:21.367078Z","steps":["trace[173334835] 'process raft request' (duration: 96.394261ms)","trace[173334835] 'compare' (duration: 139.363218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:21.367392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.320044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:21.367432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.536423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-05-19T03:51:21.367442Z","caller":"traceutil/trace.go:171","msg":"trace[76969104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25349; }","duration":"114.390346ms","start":"2026-05-19T03:51:21.253038Z","end":"2026-05-19T03:51:21.367429Z","steps":["trace[76969104] 'agreement among raft nodes before linearized reading' (duration: 114.290303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.36746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.100149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-19T03:51:21.367468Z","caller":"traceutil/trace.go:171","msg":"trace[1407707748] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25349; }","duration":"235.597834ms","start":"2026-05-19T03:51:21.131857Z","end":"2026-05-19T03:51:21.367455Z","steps":["trace[1407707748] 'agreement among raft nodes before linearized reading' (duration: 235.479181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.36751Z","caller":"traceutil/trace.go:171","msg":"trace[466918505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25349; }","duration":"144.16276ms","start":"2026-05-19T03:51:21.223322Z","end":"2026-05-19T03:51:21.367485Z","steps":["trace[466918505] 'agreement among raft nodes before linearized reading' (duration: 144.007426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.367774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.810961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-05-19T03:51:21.367798Z","caller":"traceutil/trace.go:171","msg":"trace[1995252298] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25349; }","duration":"193.409547ms","start":"2026-05-19T03:51:21.174381Z","end":"2026-05-19T03:51:21.367791Z","steps":["trace[1995252298] 'agreement among raft nodes before linearized reading' (duration: 192.715489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.368673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.80825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T03:51:21.368737Z","caller":"traceutil/trace.go:171","msg":"trace[1642338201] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25349; }","duration":"188.918152ms","start":"2026-05-19T03:51:21.179804Z","end":"2026-05-19T03:51:21.368722Z","steps":["trace[1642338201] 'agreement among raft nodes before linearized reading' (duration: 187.532437ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.602055Z","caller":"traceutil/trace.go:171","msg":"trace[561372191] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26200; }","duration":"166.504255ms","start":"2026-05-19T03:51:21.435527Z","end":"2026-05-19T03:51:21.602031Z","steps":["trace[561372191] 'read index received' (duration: 166.3184ms)","trace[561372191] 'applied index is now lower than readState.Index' (duration: 184.895µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:21.602122Z","caller":"traceutil/trace.go:171","msg":"trace[1470126549] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"171.42132ms","start":"2026-05-19T03:51:21.430667Z","end":"2026-05-19T03:51:21.602088Z","steps":["trace[1470126549] 'process raft request' (duration: 171.184874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.602391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.838834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"info","ts":"2026-05-19T03:51:21.602458Z","caller":"traceutil/trace.go:171","msg":"trace[241215070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25354; }","duration":"166.937697ms","start":"2026-05-19T03:51:21.4355Z","end":"2026-05-19T03:51:21.602438Z","steps":["trace[241215070] 'agreement among raft nodes before linearized reading' (duration: 166.700771ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.769216Z","caller":"traceutil/trace.go:171","msg":"trace[1381076819] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26208; }","duration":"113.825702ms","start":"2026-05-19T03:51:21.655372Z","end":"2026-05-19T03:51:21.769198Z","steps":["trace[1381076819] 'read index received' (duration: 19.076404ms)","trace[1381076819] 'applied index is now lower than readState.Index' (duration: 94.748618ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:21.769308Z","caller":"traceutil/trace.go:171","msg":"trace[779094216] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"113.79918ms","start":"2026-05-19T03:51:21.655502Z","end":"2026-05-19T03:51:21.769301Z","steps":["trace[779094216] 'process raft request' (duration: 113.662707ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.769225Z","caller":"traceutil/trace.go:171","msg":"trace[134254365] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"114.469628ms","start":"2026-05-19T03:51:21.654735Z","end":"2026-05-19T03:51:21.769204Z","steps":["trace[134254365] 'process raft request' (duration: 114.260532ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.769404Z","caller":"traceutil/trace.go:171","msg":"trace[1882553999] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"114.024417ms","start":"2026-05-19T03:51:21.655374Z","end":"2026-05-19T03:51:21.769398Z","steps":["trace[1882553999] 'process raft request' (duration: 113.759091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.769488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.101729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130880"} {"level":"info","ts":"2026-05-19T03:51:21.76953Z","caller":"traceutil/trace.go:171","msg":"trace[198579585] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25364; }","duration":"114.15171ms","start":"2026-05-19T03:51:21.655368Z","end":"2026-05-19T03:51:21.76952Z","steps":["trace[198579585] 'agreement among raft nodes before linearized reading' (duration: 113.971016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.770187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.393444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:21.770283Z","caller":"traceutil/trace.go:171","msg":"trace[157950376] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25366; }","duration":"106.566528ms","start":"2026-05-19T03:51:21.663697Z","end":"2026-05-19T03:51:21.770263Z","steps":["trace[157950376] 'agreement among raft nodes before linearized reading' (duration: 106.341752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:21.770603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.883984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29652710-xgsp7\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-05-19T03:51:21.770681Z","caller":"traceutil/trace.go:171","msg":"trace[1085415036] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29652710-xgsp7; range_end:; response_count:1; response_revision:25366; }","duration":"101.029538ms","start":"2026-05-19T03:51:21.669632Z","end":"2026-05-19T03:51:21.770662Z","steps":["trace[1085415036] 'agreement among raft nodes before linearized reading' (duration: 100.828603ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:21.924879Z","caller":"traceutil/trace.go:171","msg":"trace[948600155] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"146.017546ms","start":"2026-05-19T03:51:21.778843Z","end":"2026-05-19T03:51:21.924861Z","steps":["trace[948600155] 'process raft request' (duration: 145.846902ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.144119Z","caller":"traceutil/trace.go:171","msg":"trace[815183410] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26222; }","duration":"144.679013ms","start":"2026-05-19T03:51:21.999423Z","end":"2026-05-19T03:51:22.144102Z","steps":["trace[815183410] 'read index received' (duration: 118.352187ms)","trace[815183410] 'applied index is now lower than readState.Index' (duration: 26.326056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:22.144256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.007174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-19T03:51:22.144279Z","caller":"traceutil/trace.go:171","msg":"trace[927065969] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25376; }","duration":"189.052566ms","start":"2026-05-19T03:51:21.955219Z","end":"2026-05-19T03:51:22.144271Z","steps":["trace[927065969] 'agreement among raft nodes before linearized reading' (duration: 188.947373ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.144397Z","caller":"traceutil/trace.go:171","msg":"trace[1027529875] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"167.401068ms","start":"2026-05-19T03:51:21.976988Z","end":"2026-05-19T03:51:22.144389Z","steps":["trace[1027529875] 'process raft request' (duration: 167.058269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:22.144484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.147605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:22.144441Z","caller":"traceutil/trace.go:171","msg":"trace[2021426835] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"188.043201ms","start":"2026-05-19T03:51:21.956355Z","end":"2026-05-19T03:51:22.144398Z","steps":["trace[2021426835] 'process raft request' (duration: 161.365836ms)","trace[2021426835] 'compare' (duration: 26.022108ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:22.144505Z","caller":"traceutil/trace.go:171","msg":"trace[387706217] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25376; }","duration":"149.191696ms","start":"2026-05-19T03:51:21.995308Z","end":"2026-05-19T03:51:22.1445Z","steps":["trace[387706217] 'agreement among raft nodes before linearized reading' (duration: 149.160346ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.168609Z","caller":"traceutil/trace.go:171","msg":"trace[630357613] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"165.771637ms","start":"2026-05-19T03:51:22.002812Z","end":"2026-05-19T03:51:22.168583Z","steps":["trace[630357613] 'process raft request' (duration: 165.603572ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.318711Z","caller":"traceutil/trace.go:171","msg":"trace[248047248] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"146.56946ms","start":"2026-05-19T03:51:22.172098Z","end":"2026-05-19T03:51:22.318668Z","steps":["trace[248047248] 'process raft request' (duration: 113.854383ms)","trace[248047248] 'compare' (duration: 32.312507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:22.319161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.96498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:51:22.31927Z","caller":"traceutil/trace.go:171","msg":"trace[37665237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25380; }","duration":"147.102383ms","start":"2026-05-19T03:51:22.172131Z","end":"2026-05-19T03:51:22.319233Z","steps":["trace[37665237] 'agreement among raft nodes before linearized reading' (duration: 146.598711ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.619008Z","caller":"traceutil/trace.go:171","msg":"trace[164280849] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"103.252563ms","start":"2026-05-19T03:51:22.515722Z","end":"2026-05-19T03:51:22.618975Z","steps":["trace[164280849] 'process raft request' (duration: 81.136143ms)","trace[164280849] 'compare' (duration: 21.477914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:22.619308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-19T03:51:22.619375Z","caller":"traceutil/trace.go:171","msg":"trace[1200383412] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25390; }","duration":"102.051184ms","start":"2026-05-19T03:51:22.517307Z","end":"2026-05-19T03:51:22.619358Z","steps":["trace[1200383412] 'agreement among raft nodes before linearized reading' (duration: 101.722715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:22.619423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.88858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-19T03:51:22.619522Z","caller":"traceutil/trace.go:171","msg":"trace[913227662] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25390; }","duration":"104.009173ms","start":"2026-05-19T03:51:22.515495Z","end":"2026-05-19T03:51:22.619504Z","steps":["trace[913227662] 'agreement among raft nodes before linearized reading' (duration: 103.718496ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.949965Z","caller":"traceutil/trace.go:171","msg":"trace[165408504] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"177.943485ms","start":"2026-05-19T03:51:22.771998Z","end":"2026-05-19T03:51:22.949941Z","steps":["trace[165408504] 'process raft request' (duration: 155.868397ms)","trace[165408504] 'compare' (duration: 21.917674ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:22.998518Z","caller":"traceutil/trace.go:171","msg":"trace[1409080876] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"222.861832ms","start":"2026-05-19T03:51:22.775633Z","end":"2026-05-19T03:51:22.998495Z","steps":["trace[1409080876] 'process raft request' (duration: 222.710689ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:22.998666Z","caller":"traceutil/trace.go:171","msg":"trace[1833907542] linearizableReadLoop","detail":"{readStateIndex:26243; appliedIndex:26241; }","duration":"222.955195ms","start":"2026-05-19T03:51:22.775684Z","end":"2026-05-19T03:51:22.998639Z","steps":["trace[1833907542] 'read index received' (duration: 152.207694ms)","trace[1833907542] 'applied index is now lower than readState.Index' (duration: 70.745351ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:22.998738Z","caller":"traceutil/trace.go:171","msg":"trace[1114031093] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"201.160493ms","start":"2026-05-19T03:51:22.79755Z","end":"2026-05-19T03:51:22.998711Z","steps":["trace[1114031093] 'process raft request' (duration: 200.906836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:22.99886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.1463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:22.998947Z","caller":"traceutil/trace.go:171","msg":"trace[1928535620] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25396; }","duration":"223.277093ms","start":"2026-05-19T03:51:22.775648Z","end":"2026-05-19T03:51:22.998926Z","steps":["trace[1928535620] 'agreement among raft nodes before linearized reading' (duration: 223.104679ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.138608Z","caller":"traceutil/trace.go:171","msg":"trace[418112906] linearizableReadLoop","detail":"{readStateIndex:26246; appliedIndex:26244; }","duration":"139.867511ms","start":"2026-05-19T03:51:22.998718Z","end":"2026-05-19T03:51:23.138586Z","steps":["trace[418112906] 'read index received' (duration: 129.771805ms)","trace[418112906] 'applied index is now lower than readState.Index' (duration: 10.094616ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:23.138625Z","caller":"traceutil/trace.go:171","msg":"trace[1935088253] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"176.648582ms","start":"2026-05-19T03:51:22.961949Z","end":"2026-05-19T03:51:23.138597Z","steps":["trace[1935088253] 'process raft request' (duration: 176.55066ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.138636Z","caller":"traceutil/trace.go:171","msg":"trace[1688981974] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"181.678349ms","start":"2026-05-19T03:51:22.956933Z","end":"2026-05-19T03:51:23.138611Z","steps":["trace[1688981974] 'process raft request' (duration: 171.619894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.138726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.868306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:51:23.138781Z","caller":"traceutil/trace.go:171","msg":"trace[1455637408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25398; }","duration":"170.954017ms","start":"2026-05-19T03:51:22.967814Z","end":"2026-05-19T03:51:23.138768Z","steps":["trace[1455637408] 'agreement among raft nodes before linearized reading' (duration: 170.791013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.138859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.965018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-05-19T03:51:23.138908Z","caller":"traceutil/trace.go:171","msg":"trace[594143026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25398; }","duration":"184.056209ms","start":"2026-05-19T03:51:22.954836Z","end":"2026-05-19T03:51:23.138892Z","steps":["trace[594143026] 'agreement among raft nodes before linearized reading' (duration: 183.892655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.138931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.466013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-19T03:51:23.138965Z","caller":"traceutil/trace.go:171","msg":"trace[313004362] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25398; }","duration":"132.548285ms","start":"2026-05-19T03:51:23.006405Z","end":"2026-05-19T03:51:23.138953Z","steps":["trace[313004362] 'agreement among raft nodes before linearized reading' (duration: 132.397781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.13964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.040405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-19T03:51:23.139673Z","caller":"traceutil/trace.go:171","msg":"trace[1191256330] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25398; }","duration":"106.074066ms","start":"2026-05-19T03:51:23.033591Z","end":"2026-05-19T03:51:23.139665Z","steps":["trace[1191256330] 'agreement among raft nodes before linearized reading' (duration: 105.413919ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.253268Z","caller":"traceutil/trace.go:171","msg":"trace[703298707] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"109.272727ms","start":"2026-05-19T03:51:23.143976Z","end":"2026-05-19T03:51:23.253249Z","steps":["trace[703298707] 'process raft request' (duration: 106.289601ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.253433Z","caller":"traceutil/trace.go:171","msg":"trace[1734652995] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"109.390429ms","start":"2026-05-19T03:51:23.14403Z","end":"2026-05-19T03:51:23.253421Z","steps":["trace[1734652995] 'process raft request' (duration: 109.172344ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.253585Z","caller":"traceutil/trace.go:171","msg":"trace[1274987415] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"107.870382ms","start":"2026-05-19T03:51:23.1457Z","end":"2026-05-19T03:51:23.25357Z","steps":["trace[1274987415] 'process raft request' (duration: 107.651036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.253704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.726937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-19T03:51:23.253745Z","caller":"traceutil/trace.go:171","msg":"trace[1165862960] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25402; }","duration":"107.791748ms","start":"2026-05-19T03:51:23.145943Z","end":"2026-05-19T03:51:23.253735Z","steps":["trace[1165862960] 'agreement among raft nodes before linearized reading' (duration: 107.631904ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.398563Z","caller":"traceutil/trace.go:171","msg":"trace[4542698] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"106.211529ms","start":"2026-05-19T03:51:23.292325Z","end":"2026-05-19T03:51:23.398537Z","steps":["trace[4542698] 'process raft request' (duration: 62.786949ms)","trace[4542698] 'compare' (duration: 43.233155ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:23.398605Z","caller":"traceutil/trace.go:171","msg":"trace[769936378] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"105.805159ms","start":"2026-05-19T03:51:23.292789Z","end":"2026-05-19T03:51:23.398594Z","steps":["trace[769936378] 'process raft request' (duration: 105.689106ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.398605Z","caller":"traceutil/trace.go:171","msg":"trace[2105568369] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26255; }","duration":"104.66385ms","start":"2026-05-19T03:51:23.293921Z","end":"2026-05-19T03:51:23.398585Z","steps":["trace[2105568369] 'read index received' (duration: 61.203809ms)","trace[2105568369] 'applied index is now lower than readState.Index' (duration: 43.459131ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:23.398714Z","caller":"traceutil/trace.go:171","msg":"trace[45866801] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"104.202668ms","start":"2026-05-19T03:51:23.294486Z","end":"2026-05-19T03:51:23.398688Z","steps":["trace[45866801] 'process raft request' (duration: 104.055624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.398849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.907896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-19T03:51:23.39891Z","caller":"traceutil/trace.go:171","msg":"trace[754209861] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25410; }","duration":"104.999709ms","start":"2026-05-19T03:51:23.293898Z","end":"2026-05-19T03:51:23.398898Z","steps":["trace[754209861] 'agreement among raft nodes before linearized reading' (duration: 104.790104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.408237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.266541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-19T03:51:23.408285Z","caller":"traceutil/trace.go:171","msg":"trace[770696812] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25411; }","duration":"108.343952ms","start":"2026-05-19T03:51:23.29993Z","end":"2026-05-19T03:51:23.408274Z","steps":["trace[770696812] 'agreement among raft nodes before linearized reading' (duration: 108.210829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.408473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.076837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9285"} {"level":"info","ts":"2026-05-19T03:51:23.40851Z","caller":"traceutil/trace.go:171","msg":"trace[2137091016] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25411; }","duration":"114.131489ms","start":"2026-05-19T03:51:23.29437Z","end":"2026-05-19T03:51:23.408502Z","steps":["trace[2137091016] 'agreement among raft nodes before linearized reading' (duration: 114.030126ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.6415Z","caller":"traceutil/trace.go:171","msg":"trace[741733563] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26261; }","duration":"184.777917ms","start":"2026-05-19T03:51:23.456702Z","end":"2026-05-19T03:51:23.64148Z","steps":["trace[741733563] 'read index received' (duration: 128.510173ms)","trace[741733563] 'applied index is now lower than readState.Index' (duration: 56.267004ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:23.641568Z","caller":"traceutil/trace.go:171","msg":"trace[1739726265] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"213.599957ms","start":"2026-05-19T03:51:23.427929Z","end":"2026-05-19T03:51:23.641529Z","steps":["trace[1739726265] 'process raft request' (duration: 213.494784ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.64157Z","caller":"traceutil/trace.go:171","msg":"trace[1390810758] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"228.847563ms","start":"2026-05-19T03:51:23.412696Z","end":"2026-05-19T03:51:23.641544Z","steps":["trace[1390810758] 'process raft request' (duration: 172.506207ms)","trace[1390810758] 'compare' (duration: 55.952876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:23.641612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.615552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:23.64164Z","caller":"traceutil/trace.go:171","msg":"trace[1572021657] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25415; }","duration":"229.671694ms","start":"2026-05-19T03:51:23.411958Z","end":"2026-05-19T03:51:23.64163Z","steps":["trace[1572021657] 'agreement among raft nodes before linearized reading' (duration: 229.610982ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.698245Z","caller":"traceutil/trace.go:171","msg":"trace[1677085211] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"215.65891ms","start":"2026-05-19T03:51:23.482565Z","end":"2026-05-19T03:51:23.698223Z","steps":["trace[1677085211] 'process raft request' (duration: 215.630849ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.698322Z","caller":"traceutil/trace.go:171","msg":"trace[2061561872] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"236.268021ms","start":"2026-05-19T03:51:23.462017Z","end":"2026-05-19T03:51:23.698285Z","steps":["trace[2061561872] 'process raft request' (duration: 236.146488ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.698349Z","caller":"traceutil/trace.go:171","msg":"trace[1009301828] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"236.638712ms","start":"2026-05-19T03:51:23.461612Z","end":"2026-05-19T03:51:23.698251Z","steps":["trace[1009301828] 'process raft request' (duration: 236.436737ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.823231Z","caller":"traceutil/trace.go:171","msg":"trace[368191541] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26264; }","duration":"181.660159ms","start":"2026-05-19T03:51:23.641548Z","end":"2026-05-19T03:51:23.823209Z","steps":["trace[368191541] 'read index received' (duration: 56.592684ms)","trace[368191541] 'applied index is now lower than readState.Index' (duration: 125.066315ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:23.823344Z","caller":"traceutil/trace.go:171","msg":"trace[133489037] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"212.723235ms","start":"2026-05-19T03:51:23.610611Z","end":"2026-05-19T03:51:23.823335Z","steps":["trace[133489037] 'process raft request' (duration: 212.088639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.823633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.878945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18618"} {"level":"info","ts":"2026-05-19T03:51:23.823668Z","caller":"traceutil/trace.go:171","msg":"trace[635863921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25420; }","duration":"360.943206ms","start":"2026-05-19T03:51:23.462716Z","end":"2026-05-19T03:51:23.823659Z","steps":["trace[635863921] 'agreement among raft nodes before linearized reading' (duration: 360.789883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.823691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.462707Z","time spent":"360.977678ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T03:51:23.823776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.718193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-05-19T03:51:23.823783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.350708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-05-19T03:51:23.823845Z","caller":"traceutil/trace.go:171","msg":"trace[1241592320] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25420; }","duration":"172.826606ms","start":"2026-05-19T03:51:23.650999Z","end":"2026-05-19T03:51:23.823825Z","steps":["trace[1241592320] 'agreement among raft nodes before linearized reading' (duration: 172.65735ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.82386Z","caller":"traceutil/trace.go:171","msg":"trace[1178708306] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25420; }","duration":"361.4617ms","start":"2026-05-19T03:51:23.462377Z","end":"2026-05-19T03:51:23.823838Z","steps":["trace[1178708306] 'agreement among raft nodes before linearized reading' (duration: 361.293805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.8239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.462368Z","time spent":"361.524762ms","remote":"127.0.0.1:54666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-05-19T03:51:23.823957Z","caller":"traceutil/trace.go:171","msg":"trace[1112732950] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"166.765672ms","start":"2026-05-19T03:51:23.657174Z","end":"2026-05-19T03:51:23.823939Z","steps":["trace[1112732950] 'process raft request' (duration: 165.90997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.823994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.853246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:51:23.824165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.392273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:23.824575Z","caller":"traceutil/trace.go:171","msg":"trace[197847778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25420; }","duration":"215.830654ms","start":"2026-05-19T03:51:23.608729Z","end":"2026-05-19T03:51:23.824559Z","steps":["trace[197847778] 'agreement among raft nodes before linearized reading' (duration: 215.402033ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:23.824427Z","caller":"traceutil/trace.go:171","msg":"trace[779645633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25420; }","duration":"173.322768ms","start":"2026-05-19T03:51:23.651073Z","end":"2026-05-19T03:51:23.824395Z","steps":["trace[779645633] 'agreement among raft nodes before linearized reading' (duration: 172.745443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.82777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.857007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18618"} {"level":"info","ts":"2026-05-19T03:51:23.827863Z","caller":"traceutil/trace.go:171","msg":"trace[386913673] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25420; }","duration":"302.98626ms","start":"2026-05-19T03:51:23.524854Z","end":"2026-05-19T03:51:23.82784Z","steps":["trace[386913673] 'agreement among raft nodes before linearized reading' (duration: 298.573448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:23.827911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:23.524844Z","time spent":"303.056071ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-19T03:51:23.978538Z","caller":"traceutil/trace.go:171","msg":"trace[116881480] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"101.165881ms","start":"2026-05-19T03:51:23.877341Z","end":"2026-05-19T03:51:23.978506Z","steps":["trace[116881480] 'process raft request' (duration: 67.054418ms)","trace[116881480] 'compare' (duration: 33.892798ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:24.023771Z","caller":"traceutil/trace.go:171","msg":"trace[559455949] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"141.661996ms","start":"2026-05-19T03:51:23.882077Z","end":"2026-05-19T03:51:24.023739Z","steps":["trace[559455949] 'process raft request' (duration: 141.41936ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.023777Z","caller":"traceutil/trace.go:171","msg":"trace[1417343001] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26270; }","duration":"141.400771ms","start":"2026-05-19T03:51:23.882352Z","end":"2026-05-19T03:51:24.023753Z","steps":["trace[1417343001] 'read index received' (duration: 62.071323ms)","trace[1417343001] 'applied index is now lower than readState.Index' (duration: 79.328448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:24.024061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.246696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:51:24.024082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.711468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-19T03:51:24.024116Z","caller":"traceutil/trace.go:171","msg":"trace[1649678355] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25426; }","duration":"141.328457ms","start":"2026-05-19T03:51:23.882771Z","end":"2026-05-19T03:51:24.0241Z","steps":["trace[1649678355] 'agreement among raft nodes before linearized reading' (duration: 141.211614ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.02414Z","caller":"traceutil/trace.go:171","msg":"trace[1432533142] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25426; }","duration":"141.79621ms","start":"2026-05-19T03:51:23.882332Z","end":"2026-05-19T03:51:24.024129Z","steps":["trace[1432533142] 'agreement among raft nodes before linearized reading' (duration: 141.565024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.024208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.775153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-19T03:51:24.024282Z","caller":"traceutil/trace.go:171","msg":"trace[2037059628] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25426; }","duration":"138.868045ms","start":"2026-05-19T03:51:23.885393Z","end":"2026-05-19T03:51:24.024261Z","steps":["trace[2037059628] 'agreement among raft nodes before linearized reading' (duration: 138.64237ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.188235Z","caller":"traceutil/trace.go:171","msg":"trace[1756755441] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26275; }","duration":"121.523507ms","start":"2026-05-19T03:51:24.066687Z","end":"2026-05-19T03:51:24.188211Z","steps":["trace[1756755441] 'read index received' (duration: 121.383634ms)","trace[1756755441] 'applied index is now lower than readState.Index' (duration: 139.093µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:24.18832Z","caller":"traceutil/trace.go:171","msg":"trace[1305566372] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"138.774094ms","start":"2026-05-19T03:51:24.049483Z","end":"2026-05-19T03:51:24.188257Z","steps":["trace[1305566372] 'process raft request' (duration: 138.321491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.188413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.644034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:24.188487Z","caller":"traceutil/trace.go:171","msg":"trace[859379197] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25428; }","duration":"150.753227ms","start":"2026-05-19T03:51:24.037715Z","end":"2026-05-19T03:51:24.188468Z","steps":["trace[859379197] 'agreement among raft nodes before linearized reading' (duration: 150.637184ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.295963Z","caller":"traceutil/trace.go:171","msg":"trace[1497763487] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26276; }","duration":"107.606104ms","start":"2026-05-19T03:51:24.188334Z","end":"2026-05-19T03:51:24.29594Z","steps":["trace[1497763487] 'read index received' (duration: 100.070813ms)","trace[1497763487] 'applied index is now lower than readState.Index' (duration: 7.534481ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:24.296083Z","caller":"traceutil/trace.go:171","msg":"trace[165314850] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"172.726062ms","start":"2026-05-19T03:51:24.123345Z","end":"2026-05-19T03:51:24.296071Z","steps":["trace[165314850] 'process raft request' (duration: 164.976326ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:24.29641Z","caller":"traceutil/trace.go:171","msg":"trace[1033399522] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"144.20324ms","start":"2026-05-19T03:51:24.152171Z","end":"2026-05-19T03:51:24.296374Z","steps":["trace[1033399522] 'process raft request' (duration: 143.689857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.296476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.417554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-19T03:51:24.296521Z","caller":"traceutil/trace.go:171","msg":"trace[907106329] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25430; }","duration":"106.494696ms","start":"2026-05-19T03:51:24.190007Z","end":"2026-05-19T03:51:24.296502Z","steps":["trace[907106329] 'agreement among raft nodes before linearized reading' (duration: 106.340872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:24.296461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.875881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-19T03:51:24.297154Z","caller":"traceutil/trace.go:171","msg":"trace[1833334787] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25430; }","duration":"157.609251ms","start":"2026-05-19T03:51:24.139518Z","end":"2026-05-19T03:51:24.297127Z","steps":["trace[1833334787] 'agreement among raft nodes before linearized reading' (duration: 156.739508ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.169678Z","caller":"traceutil/trace.go:171","msg":"trace[1538347832] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"165.246234ms","start":"2026-05-19T03:51:25.004385Z","end":"2026-05-19T03:51:25.169631Z","steps":["trace[1538347832] 'process raft request' (duration: 164.909505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:25.169866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.00181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f2e1947-eae0-436e-9649-f95325734614\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-19T03:51:25.169929Z","caller":"traceutil/trace.go:171","msg":"trace[1452649172] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f2e1947-eae0-436e-9649-f95325734614; range_end:; response_count:1; response_revision:25442; }","duration":"141.126423ms","start":"2026-05-19T03:51:25.028787Z","end":"2026-05-19T03:51:25.169914Z","steps":["trace[1452649172] 'agreement among raft nodes before linearized reading' (duration: 140.917958ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:25.169603Z","caller":"traceutil/trace.go:171","msg":"trace[387519171] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26290; }","duration":"140.746883ms","start":"2026-05-19T03:51:25.028833Z","end":"2026-05-19T03:51:25.16958Z","steps":["trace[387519171] 'read index received' (duration: 140.336112ms)","trace[387519171] 'applied index is now lower than readState.Index' (duration: 409.99µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:25.866236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.358481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:25.866491Z","caller":"traceutil/trace.go:171","msg":"trace[1076478175] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"214.256885ms","start":"2026-05-19T03:51:25.65221Z","end":"2026-05-19T03:51:25.866467Z","steps":["trace[1076478175] 'process raft request' (duration: 64.563695ms)","trace[1076478175] 'compare' (duration: 149.232148ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:25.86653Z","caller":"traceutil/trace.go:171","msg":"trace[1563748893] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"204.417165ms","start":"2026-05-19T03:51:25.662073Z","end":"2026-05-19T03:51:25.86649Z","steps":["trace[1563748893] 'process raft request' (duration: 204.265662ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.484296Z","caller":"traceutil/trace.go:171","msg":"trace[2065800651] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"181.31828ms","start":"2026-05-19T03:51:26.302952Z","end":"2026-05-19T03:51:26.48427Z","steps":["trace[2065800651] 'process raft request' (duration: 181.143845ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.484721Z","caller":"traceutil/trace.go:171","msg":"trace[330900271] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26305; }","duration":"174.62525ms","start":"2026-05-19T03:51:26.310072Z","end":"2026-05-19T03:51:26.484698Z","steps":["trace[330900271] 'read index received' (duration: 174.61819ms)","trace[330900271] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:26.485035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.938529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-05-19T03:51:26.485077Z","caller":"traceutil/trace.go:171","msg":"trace[974786331] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:25456; }","duration":"175.020612ms","start":"2026-05-19T03:51:26.310041Z","end":"2026-05-19T03:51:26.485062Z","steps":["trace[974786331] 'agreement among raft nodes before linearized reading' (duration: 174.788335ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.696043Z","caller":"traceutil/trace.go:171","msg":"trace[661471330] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26305; }","duration":"211.223257ms","start":"2026-05-19T03:51:26.484782Z","end":"2026-05-19T03:51:26.696006Z","steps":["trace[661471330] 'read index received' (duration: 208.184931ms)","trace[661471330] 'applied index is now lower than readState.Index' (duration: 3.036676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:26.696257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.077895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-19T03:51:26.696355Z","caller":"traceutil/trace.go:171","msg":"trace[1634700047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25457; }","duration":"260.215208ms","start":"2026-05-19T03:51:26.436115Z","end":"2026-05-19T03:51:26.69633Z","steps":["trace[1634700047] 'agreement among raft nodes before linearized reading' (duration: 259.93259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.696407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.906833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-19T03:51:26.69648Z","caller":"traceutil/trace.go:171","msg":"trace[1460560320] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25457; }","duration":"336.040977ms","start":"2026-05-19T03:51:26.36042Z","end":"2026-05-19T03:51:26.696461Z","steps":["trace[1460560320] 'agreement among raft nodes before linearized reading' (duration: 335.75657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.696542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.360394Z","time spent":"336.132419ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-19T03:51:26.696623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.580715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"warn","ts":"2026-05-19T03:51:26.696602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.171369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-05-19T03:51:26.696672Z","caller":"traceutil/trace.go:171","msg":"trace[2129261456] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:25457; }","duration":"286.707498ms","start":"2026-05-19T03:51:26.409953Z","end":"2026-05-19T03:51:26.696661Z","steps":["trace[2129261456] 'agreement among raft nodes before linearized reading' (duration: 286.578025ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.69671Z","caller":"traceutil/trace.go:171","msg":"trace[508301707] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25457; }","duration":"360.310792ms","start":"2026-05-19T03:51:26.336368Z","end":"2026-05-19T03:51:26.696679Z","steps":["trace[508301707] 'agreement among raft nodes before linearized reading' (duration: 360.111177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.696787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.336342Z","time spent":"360.429395ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-05-19T03:51:26.696628Z","caller":"traceutil/trace.go:171","msg":"trace[377708031] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"215.102596ms","start":"2026-05-19T03:51:26.481499Z","end":"2026-05-19T03:51:26.696601Z","steps":["trace[377708031] 'process raft request' (duration: 211.548917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.696612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.750587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1681"} {"level":"warn","ts":"2026-05-19T03:51:26.696878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.923483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-05-19T03:51:26.697031Z","caller":"traceutil/trace.go:171","msg":"trace[93800188] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25457; }","duration":"311.23534ms","start":"2026-05-19T03:51:26.385743Z","end":"2026-05-19T03:51:26.696978Z","steps":["trace[93800188] 'agreement among raft nodes before linearized reading' (duration: 310.316727ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.697022Z","caller":"traceutil/trace.go:171","msg":"trace[153777622] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:25457; }","duration":"236.154288ms","start":"2026-05-19T03:51:26.460845Z","end":"2026-05-19T03:51:26.696999Z","steps":["trace[153777622] 'agreement among raft nodes before linearized reading' (duration: 235.757538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.697164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.385725Z","time spent":"311.389243ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1704,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-05-19T03:51:26.895513Z","caller":"traceutil/trace.go:171","msg":"trace[1789763225] linearizableReadLoop","detail":"{readStateIndex:26307; appliedIndex:26306; }","duration":"199.347777ms","start":"2026-05-19T03:51:26.696124Z","end":"2026-05-19T03:51:26.895471Z","steps":["trace[1789763225] 'read index received' (duration: 104.826894ms)","trace[1789763225] 'applied index is now lower than readState.Index' (duration: 94.519933ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:26.89571Z","caller":"traceutil/trace.go:171","msg":"trace[1294966607] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"410.655415ms","start":"2026-05-19T03:51:26.48503Z","end":"2026-05-19T03:51:26.895685Z","steps":["trace[1294966607] 'process raft request' (duration: 315.908446ms)","trace[1294966607] 'compare' (duration: 94.39781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:26.895876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.718469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-05-19T03:51:26.895845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.485003Z","time spent":"410.760168ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:51:26.895932Z","caller":"traceutil/trace.go:171","msg":"trace[1255906708] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25458; }","duration":"384.846592ms","start":"2026-05-19T03:51:26.511073Z","end":"2026-05-19T03:51:26.89592Z","steps":["trace[1255906708] 'agreement among raft nodes before linearized reading' (duration: 384.688708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.895958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.511053Z","time spent":"384.900464ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1299,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-05-19T03:51:26.895839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.098359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-05-19T03:51:26.896114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.512011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1214"} {"level":"info","ts":"2026-05-19T03:51:26.896138Z","caller":"traceutil/trace.go:171","msg":"trace[1872012472] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:25458; }","duration":"359.565512ms","start":"2026-05-19T03:51:26.536563Z","end":"2026-05-19T03:51:26.896129Z","steps":["trace[1872012472] 'agreement among raft nodes before linearized reading' (duration: 359.501011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.53654Z","time spent":"359.618114ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1237,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-19T03:51:26.896165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.587526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:926"} {"level":"info","ts":"2026-05-19T03:51:26.896128Z","caller":"traceutil/trace.go:171","msg":"trace[2045436142] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25458; }","duration":"306.421837ms","start":"2026-05-19T03:51:26.589688Z","end":"2026-05-19T03:51:26.89611Z","steps":["trace[2045436142] 'agreement among raft nodes before linearized reading' (duration: 305.836192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.589674Z","time spent":"306.589672ms","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-19T03:51:26.896258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.863861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-05-19T03:51:26.896282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.409896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-19T03:51:26.896388Z","caller":"traceutil/trace.go:171","msg":"trace[646247741] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:25458; }","duration":"240.023466ms","start":"2026-05-19T03:51:26.656331Z","end":"2026-05-19T03:51:26.896355Z","steps":["trace[646247741] 'agreement among raft nodes before linearized reading' (duration: 239.667767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.203873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1092"} {"level":"info","ts":"2026-05-19T03:51:26.896467Z","caller":"traceutil/trace.go:171","msg":"trace[1168459756] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25458; }","duration":"310.280314ms","start":"2026-05-19T03:51:26.586178Z","end":"2026-05-19T03:51:26.896459Z","steps":["trace[1168459756] 'agreement among raft nodes before linearized reading' (duration: 309.456904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.563612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:26.896495Z","caller":"traceutil/trace.go:171","msg":"trace[654383621] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25458; }","duration":"393.653595ms","start":"2026-05-19T03:51:26.502834Z","end":"2026-05-19T03:51:26.896488Z","steps":["trace[654383621] 'agreement among raft nodes before linearized reading' (duration: 393.565553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.586125Z","time spent":"310.368226ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1115,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-05-19T03:51:26.89651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.347382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-05-19T03:51:26.896486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.303472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-19T03:51:26.89653Z","caller":"traceutil/trace.go:171","msg":"trace[1614857684] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:25458; }","duration":"185.391763ms","start":"2026-05-19T03:51:26.711133Z","end":"2026-05-19T03:51:26.896524Z","steps":["trace[1614857684] 'agreement among raft nodes before linearized reading' (duration: 185.337152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.518563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1350"} {"level":"info","ts":"2026-05-19T03:51:26.896544Z","caller":"traceutil/trace.go:171","msg":"trace[795993076] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25458; }","duration":"411.385343ms","start":"2026-05-19T03:51:26.485147Z","end":"2026-05-19T03:51:26.896533Z","steps":["trace[795993076] 'agreement among raft nodes before linearized reading' (duration: 411.232379ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.896572Z","caller":"traceutil/trace.go:171","msg":"trace[426248541] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:25458; }","duration":"236.061836ms","start":"2026-05-19T03:51:26.660491Z","end":"2026-05-19T03:51:26.896553Z","steps":["trace[426248541] 'agreement among raft nodes before linearized reading' (duration: 235.505222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.485141Z","time spent":"411.428344ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-19T03:51:26.896165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.449751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-05-19T03:51:26.896519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.502821Z","time spent":"393.692146ms","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:51:26.896368Z","caller":"traceutil/trace.go:171","msg":"trace[737349056] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:25458; }","duration":"209.722189ms","start":"2026-05-19T03:51:26.686531Z","end":"2026-05-19T03:51:26.896253Z","steps":["trace[737349056] 'agreement among raft nodes before linearized reading' (duration: 209.053143ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.896427Z","caller":"traceutil/trace.go:171","msg":"trace[250020952] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25458; }","duration":"285.635221ms","start":"2026-05-19T03:51:26.610771Z","end":"2026-05-19T03:51:26.896407Z","steps":["trace[250020952] 'agreement among raft nodes before linearized reading' (duration: 285.428876ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.896692Z","caller":"traceutil/trace.go:171","msg":"trace[1280488889] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25458; }","duration":"335.989625ms","start":"2026-05-19T03:51:26.560654Z","end":"2026-05-19T03:51:26.896644Z","steps":["trace[1280488889] 'agreement among raft nodes before linearized reading' (duration: 335.337739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.560634Z","time spent":"336.163529ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-05-19T03:51:26.896881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-05-19T03:51:26.896909Z","caller":"traceutil/trace.go:171","msg":"trace[1773440279] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:25458; }","duration":"111.132403ms","start":"2026-05-19T03:51:26.785768Z","end":"2026-05-19T03:51:26.8969Z","steps":["trace[1773440279] 'agreement among raft nodes before linearized reading' (duration: 111.085022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.896843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.848537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-05-19T03:51:26.896955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.577877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2f2e1947-eae0-436e-9649-f95325734614\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-19T03:51:26.896969Z","caller":"traceutil/trace.go:171","msg":"trace[1125114043] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:25458; }","duration":"110.96907ms","start":"2026-05-19T03:51:26.785989Z","end":"2026-05-19T03:51:26.896958Z","steps":["trace[1125114043] 'agreement among raft nodes before linearized reading' (duration: 110.822836ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:26.897002Z","caller":"traceutil/trace.go:171","msg":"trace[780533234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2f2e1947-eae0-436e-9649-f95325734614; range_end:; response_count:1; response_revision:25458; }","duration":"177.663859ms","start":"2026-05-19T03:51:26.719325Z","end":"2026-05-19T03:51:26.896989Z","steps":["trace[780533234] 'agreement among raft nodes before linearized reading' (duration: 177.555816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.897018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.547155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-05-19T03:51:26.897042Z","caller":"traceutil/trace.go:171","msg":"trace[552907222] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:25458; }","duration":"160.618817ms","start":"2026-05-19T03:51:26.736415Z","end":"2026-05-19T03:51:26.897034Z","steps":["trace[552907222] 'agreement among raft nodes before linearized reading' (duration: 160.551625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.897599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.800262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:51:26.897678Z","caller":"traceutil/trace.go:171","msg":"trace[1814736818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25458; }","duration":"354.914205ms","start":"2026-05-19T03:51:26.542747Z","end":"2026-05-19T03:51:26.897661Z","steps":["trace[1814736818] 'agreement among raft nodes before linearized reading' (duration: 353.076429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:26.897723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:51:26.54273Z","time spent":"354.979827ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T03:51:27.467307Z","caller":"traceutil/trace.go:171","msg":"trace[1023149118] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"176.064327ms","start":"2026-05-19T03:51:27.291204Z","end":"2026-05-19T03:51:27.467268Z","steps":["trace[1023149118] 'process raft request' (duration: 91.179509ms)","trace[1023149118] 'compare' (duration: 84.715654ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:27.467436Z","caller":"traceutil/trace.go:171","msg":"trace[1903098619] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26312; }","duration":"157.023615ms","start":"2026-05-19T03:51:27.310391Z","end":"2026-05-19T03:51:27.467415Z","steps":["trace[1903098619] 'read index received' (duration: 71.88632ms)","trace[1903098619] 'applied index is now lower than readState.Index' (duration: 85.136425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:27.467655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.251851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-05-19T03:51:27.467685Z","caller":"traceutil/trace.go:171","msg":"trace[1172493020] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:25465; }","duration":"157.344653ms","start":"2026-05-19T03:51:27.310332Z","end":"2026-05-19T03:51:27.467677Z","steps":["trace[1172493020] 'agreement among raft nodes before linearized reading' (duration: 157.21028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.467803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.025302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-05-19T03:51:27.467889Z","caller":"traceutil/trace.go:171","msg":"trace[1475204601] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:25465; }","duration":"132.149675ms","start":"2026-05-19T03:51:27.335718Z","end":"2026-05-19T03:51:27.467868Z","steps":["trace[1475204601] 'agreement among raft nodes before linearized reading' (duration: 131.95399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:27.468184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.510706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"info","ts":"2026-05-19T03:51:27.468237Z","caller":"traceutil/trace.go:171","msg":"trace[1369111573] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:25465; }","duration":"106.631969ms","start":"2026-05-19T03:51:27.361589Z","end":"2026-05-19T03:51:27.468221Z","steps":["trace[1369111573] 'agreement among raft nodes before linearized reading' (duration: 106.479135ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:29.080793Z","caller":"traceutil/trace.go:171","msg":"trace[1986360234] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"231.721617ms","start":"2026-05-19T03:51:28.849038Z","end":"2026-05-19T03:51:29.08076Z","steps":["trace[1986360234] 'process raft request' (duration: 231.603444ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:29.08108Z","caller":"traceutil/trace.go:171","msg":"trace[1233837049] linearizableReadLoop","detail":"{readStateIndex:26327; appliedIndex:26327; }","duration":"220.168303ms","start":"2026-05-19T03:51:28.860884Z","end":"2026-05-19T03:51:29.081052Z","steps":["trace[1233837049] 'read index received' (duration: 220.155163ms)","trace[1233837049] 'applied index is now lower than readState.Index' (duration: 10.16µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:29.081338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.4282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:51:29.081376Z","caller":"traceutil/trace.go:171","msg":"trace[462340917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25478; }","duration":"220.504631ms","start":"2026-05-19T03:51:28.860861Z","end":"2026-05-19T03:51:29.081366Z","steps":["trace[462340917] 'agreement among raft nodes before linearized reading' (duration: 220.319277ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:29.125076Z","caller":"traceutil/trace.go:171","msg":"trace[2026800576] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"221.968599ms","start":"2026-05-19T03:51:28.903083Z","end":"2026-05-19T03:51:29.125051Z","steps":["trace[2026800576] 'process raft request' (duration: 221.539029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.125814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.813626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"info","ts":"2026-05-19T03:51:29.126448Z","caller":"traceutil/trace.go:171","msg":"trace[1803704103] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:25480; }","duration":"190.493493ms","start":"2026-05-19T03:51:28.935933Z","end":"2026-05-19T03:51:29.126427Z","steps":["trace[1803704103] 'agreement among raft nodes before linearized reading' (duration: 189.674942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.12659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.865069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T03:51:29.126637Z","caller":"traceutil/trace.go:171","msg":"trace[7152681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25480; }","duration":"212.956901ms","start":"2026-05-19T03:51:28.913668Z","end":"2026-05-19T03:51:29.126624Z","steps":["trace[7152681] 'agreement among raft nodes before linearized reading' (duration: 212.854918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.126695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.201886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-5dfb68ccf\" ","response":"range_response_count:1 size:11318"} {"level":"info","ts":"2026-05-19T03:51:29.126743Z","caller":"traceutil/trace.go:171","msg":"trace[2126223039] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-5dfb68ccf; range_end:; response_count:1; response_revision:25480; }","duration":"115.272619ms","start":"2026-05-19T03:51:29.011454Z","end":"2026-05-19T03:51:29.126727Z","steps":["trace[2126223039] 'agreement among raft nodes before linearized reading' (duration: 115.171236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.126765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.707511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5208"} {"level":"info","ts":"2026-05-19T03:51:29.126785Z","caller":"traceutil/trace.go:171","msg":"trace[741303733] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:25480; }","duration":"215.766353ms","start":"2026-05-19T03:51:28.911011Z","end":"2026-05-19T03:51:29.126777Z","steps":["trace[741303733] 'agreement among raft nodes before linearized reading' (duration: 215.710681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.126854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.513828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-05-19T03:51:29.126866Z","caller":"traceutil/trace.go:171","msg":"trace[1358548440] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:25480; }","duration":"219.551599ms","start":"2026-05-19T03:51:28.90731Z","end":"2026-05-19T03:51:29.126861Z","steps":["trace[1358548440] 'agreement among raft nodes before linearized reading' (duration: 219.512958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.127079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.170393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-19T03:51:29.127096Z","caller":"traceutil/trace.go:171","msg":"trace[446580346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25480; }","duration":"139.224234ms","start":"2026-05-19T03:51:28.987867Z","end":"2026-05-19T03:51:29.127092Z","steps":["trace[446580346] 'agreement among raft nodes before linearized reading' (duration: 139.177243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.127203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.807813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-05-19T03:51:29.127215Z","caller":"traceutil/trace.go:171","msg":"trace[493342778] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:25480; }","duration":"166.851634ms","start":"2026-05-19T03:51:28.960359Z","end":"2026-05-19T03:51:29.127211Z","steps":["trace[493342778] 'agreement among raft nodes before linearized reading' (duration: 166.807613ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:29.254442Z","caller":"traceutil/trace.go:171","msg":"trace[105184863] linearizableReadLoop","detail":"{readStateIndex:26330; appliedIndex:26329; }","duration":"116.075538ms","start":"2026-05-19T03:51:29.13833Z","end":"2026-05-19T03:51:29.254405Z","steps":["trace[105184863] 'read index received' (duration: 72.042313ms)","trace[105184863] 'applied index is now lower than readState.Index' (duration: 44.030955ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:29.254699Z","caller":"traceutil/trace.go:171","msg":"trace[1160957686] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"123.946228ms","start":"2026-05-19T03:51:29.13072Z","end":"2026-05-19T03:51:29.254667Z","steps":["trace[1160957686] 'process raft request' (duration: 79.641326ms)","trace[1160957686] 'compare' (duration: 43.763218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:29.254864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.512529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-05-19T03:51:29.254907Z","caller":"traceutil/trace.go:171","msg":"trace[68223732] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:25481; }","duration":"116.58232ms","start":"2026-05-19T03:51:29.138315Z","end":"2026-05-19T03:51:29.254897Z","steps":["trace[68223732] 'agreement among raft nodes before linearized reading' (duration: 116.436587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:29.262179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.056888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-05-19T03:51:29.262232Z","caller":"traceutil/trace.go:171","msg":"trace[445577767] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25482; }","duration":"101.247333ms","start":"2026-05-19T03:51:29.160973Z","end":"2026-05-19T03:51:29.26222Z","steps":["trace[445577767] 'agreement among raft nodes before linearized reading' (duration: 101.11813ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:30.582178Z","caller":"traceutil/trace.go:171","msg":"trace[420441882] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26348; }","duration":"162.803861ms","start":"2026-05-19T03:51:30.419354Z","end":"2026-05-19T03:51:30.582158Z","steps":["trace[420441882] 'read index received' (duration: 162.723679ms)","trace[420441882] 'applied index is now lower than readState.Index' (duration: 79.122µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:30.582227Z","caller":"traceutil/trace.go:171","msg":"trace[1874960319] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"163.813857ms","start":"2026-05-19T03:51:30.41838Z","end":"2026-05-19T03:51:30.582194Z","steps":["trace[1874960319] 'process raft request' (duration: 163.628403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:30.58239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.025037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-05-19T03:51:30.58243Z","caller":"traceutil/trace.go:171","msg":"trace[1085282061] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:25498; }","duration":"163.108409ms","start":"2026-05-19T03:51:30.419311Z","end":"2026-05-19T03:51:30.582419Z","steps":["trace[1085282061] 'agreement among raft nodes before linearized reading' (duration: 162.950385ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:30.583333Z","caller":"traceutil/trace.go:171","msg":"trace[244751104] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"161.478827ms","start":"2026-05-19T03:51:30.421829Z","end":"2026-05-19T03:51:30.583308Z","steps":["trace[244751104] 'process raft request' (duration: 161.264422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:30.583929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.83173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-05-19T03:51:30.583974Z","caller":"traceutil/trace.go:171","msg":"trace[629095812] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25500; }","duration":"122.906181ms","start":"2026-05-19T03:51:30.461056Z","end":"2026-05-19T03:51:30.583962Z","steps":["trace[629095812] 'agreement among raft nodes before linearized reading' (duration: 122.790889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:30.584184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.582512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-05-19T03:51:30.584223Z","caller":"traceutil/trace.go:171","msg":"trace[574526777] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25500; }","duration":"148.645993ms","start":"2026-05-19T03:51:30.435567Z","end":"2026-05-19T03:51:30.584213Z","steps":["trace[574526777] 'agreement among raft nodes before linearized reading' (duration: 147.894054ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:33.00794Z","caller":"traceutil/trace.go:171","msg":"trace[740833122] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26377; }","duration":"122.648425ms","start":"2026-05-19T03:51:32.885261Z","end":"2026-05-19T03:51:33.00791Z","steps":["trace[740833122] 'read index received' (duration: 122.322397ms)","trace[740833122] 'applied index is now lower than readState.Index' (duration: 324.708µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:33.00826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.976753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-05-19T03:51:33.008329Z","caller":"traceutil/trace.go:171","msg":"trace[1996640467] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25527; }","duration":"123.093816ms","start":"2026-05-19T03:51:32.885217Z","end":"2026-05-19T03:51:33.00831Z","steps":["trace[1996640467] 'agreement among raft nodes before linearized reading' (duration: 122.84793ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:33.008065Z","caller":"traceutil/trace.go:171","msg":"trace[2114704564] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"126.114272ms","start":"2026-05-19T03:51:32.881906Z","end":"2026-05-19T03:51:33.008021Z","steps":["trace[2114704564] 'process raft request' (duration: 125.816265ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:33.363517Z","caller":"traceutil/trace.go:171","msg":"trace[1043027677] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"218.41747ms","start":"2026-05-19T03:51:33.143155Z","end":"2026-05-19T03:51:33.361572Z","steps":["trace[1043027677] 'process raft request' (duration: 218.181744ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:33.532305Z","caller":"traceutil/trace.go:171","msg":"trace[16376036] linearizableReadLoop","detail":"{readStateIndex:26383; appliedIndex:26382; }","duration":"121.039084ms","start":"2026-05-19T03:51:33.411241Z","end":"2026-05-19T03:51:33.53228Z","steps":["trace[16376036] 'read index received' (duration: 79.184425ms)","trace[16376036] 'applied index is now lower than readState.Index' (duration: 41.853549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:33.53249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.228719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:51:33.53249Z","caller":"traceutil/trace.go:171","msg":"trace[565960019] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"134.815043ms","start":"2026-05-19T03:51:33.397648Z","end":"2026-05-19T03:51:33.532464Z","steps":["trace[565960019] 'process raft request' (duration: 92.789669ms)","trace[565960019] 'compare' (duration: 41.725966ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:33.532527Z","caller":"traceutil/trace.go:171","msg":"trace[366137298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25532; }","duration":"121.307471ms","start":"2026-05-19T03:51:33.411208Z","end":"2026-05-19T03:51:33.532516Z","steps":["trace[366137298] 'agreement among raft nodes before linearized reading' (duration: 121.171418ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.230689Z","caller":"traceutil/trace.go:171","msg":"trace[1736618576] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"169.604563ms","start":"2026-05-19T03:51:34.061058Z","end":"2026-05-19T03:51:34.230662Z","steps":["trace[1736618576] 'process raft request' (duration: 168.983827ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.234719Z","caller":"traceutil/trace.go:171","msg":"trace[1445721549] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26390; }","duration":"171.629715ms","start":"2026-05-19T03:51:34.063077Z","end":"2026-05-19T03:51:34.234707Z","steps":["trace[1445721549] 'read index received' (duration: 87.813473ms)","trace[1445721549] 'applied index is now lower than readState.Index' (duration: 83.815302ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:34.23499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.83958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-19T03:51:34.235024Z","caller":"traceutil/trace.go:171","msg":"trace[991900896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25542; }","duration":"171.942633ms","start":"2026-05-19T03:51:34.063072Z","end":"2026-05-19T03:51:34.235014Z","steps":["trace[991900896] 'agreement among raft nodes before linearized reading' (duration: 171.683946ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.353196Z","caller":"traceutil/trace.go:171","msg":"trace[271544907] linearizableReadLoop","detail":"{readStateIndex:26394; appliedIndex:26394; }","duration":"111.00546ms","start":"2026-05-19T03:51:34.242162Z","end":"2026-05-19T03:51:34.353167Z","steps":["trace[271544907] 'read index received' (duration: 110.995039ms)","trace[271544907] 'applied index is now lower than readState.Index' (duration: 8.581µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:34.353209Z","caller":"traceutil/trace.go:171","msg":"trace[1948060596] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"181.352932ms","start":"2026-05-19T03:51:34.171781Z","end":"2026-05-19T03:51:34.353134Z","steps":["trace[1948060596] 'process raft request' (duration: 181.169747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:34.353634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.449921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29652710-xgsp7\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-05-19T03:51:34.353688Z","caller":"traceutil/trace.go:171","msg":"trace[1633770012] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29652710-xgsp7; range_end:; response_count:1; response_revision:25543; }","duration":"111.653305ms","start":"2026-05-19T03:51:34.242019Z","end":"2026-05-19T03:51:34.353672Z","steps":["trace[1633770012] 'agreement among raft nodes before linearized reading' (duration: 111.298836ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.483935Z","caller":"traceutil/trace.go:171","msg":"trace[1055561768] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26394; }","duration":"130.652408ms","start":"2026-05-19T03:51:34.353267Z","end":"2026-05-19T03:51:34.483919Z","steps":["trace[1055561768] 'read index received' (duration: 101.722836ms)","trace[1055561768] 'applied index is now lower than readState.Index' (duration: 28.929002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:34.484071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.965515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f2e1947-eae0-436e-9649-f95325734614\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T03:51:34.48409Z","caller":"traceutil/trace.go:171","msg":"trace[12097379] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f2e1947-eae0-436e-9649-f95325734614; range_end:; response_count:1; response_revision:25547; }","duration":"240.005126ms","start":"2026-05-19T03:51:34.244078Z","end":"2026-05-19T03:51:34.484083Z","steps":["trace[12097379] 'agreement among raft nodes before linearized reading' (duration: 239.902423ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.484203Z","caller":"traceutil/trace.go:171","msg":"trace[2054663545] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"240.950049ms","start":"2026-05-19T03:51:34.243222Z","end":"2026-05-19T03:51:34.484172Z","steps":["trace[2054663545] 'process raft request' (duration: 211.846253ms)","trace[2054663545] 'compare' (duration: 28.662645ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:34.484272Z","caller":"traceutil/trace.go:171","msg":"trace[1260118325] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"240.903589ms","start":"2026-05-19T03:51:34.243362Z","end":"2026-05-19T03:51:34.484265Z","steps":["trace[1260118325] 'process raft request' (duration: 240.462218ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.484357Z","caller":"traceutil/trace.go:171","msg":"trace[1520840310] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"240.902139ms","start":"2026-05-19T03:51:34.243448Z","end":"2026-05-19T03:51:34.48435Z","steps":["trace[1520840310] 'process raft request' (duration: 240.410246ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.484421Z","caller":"traceutil/trace.go:171","msg":"trace[1942217537] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"240.18829ms","start":"2026-05-19T03:51:34.244229Z","end":"2026-05-19T03:51:34.484417Z","steps":["trace[1942217537] 'process raft request' (duration: 239.648897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:34.484509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.455132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:34.484529Z","caller":"traceutil/trace.go:171","msg":"trace[155827833] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25547; }","duration":"224.498463ms","start":"2026-05-19T03:51:34.260025Z","end":"2026-05-19T03:51:34.484523Z","steps":["trace[155827833] 'agreement among raft nodes before linearized reading' (duration: 224.462692ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:34.547603Z","caller":"traceutil/trace.go:171","msg":"trace[1139945557] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"183.692891ms","start":"2026-05-19T03:51:34.363887Z","end":"2026-05-19T03:51:34.54758Z","steps":["trace[1139945557] 'process raft request' (duration: 183.564998ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:35.742017Z","caller":"traceutil/trace.go:171","msg":"trace[1807310014] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"125.902207ms","start":"2026-05-19T03:51:35.61609Z","end":"2026-05-19T03:51:35.741992Z","steps":["trace[1807310014] 'process raft request' (duration: 109.937943ms)","trace[1807310014] 'compare' (duration: 15.757879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:51:36.090754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.629528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:51:36.091158Z","caller":"traceutil/trace.go:171","msg":"trace[2086352103] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"287.477268ms","start":"2026-05-19T03:51:35.803642Z","end":"2026-05-19T03:51:36.091119Z","steps":["trace[2086352103] 'process raft request' (duration: 73.119331ms)","trace[2086352103] 'compare' (duration: 213.406372ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:36.091196Z","caller":"traceutil/trace.go:171","msg":"trace[408690680] linearizableReadLoop","detail":"{readStateIndex:26418; appliedIndex:26415; }","duration":"245.320222ms","start":"2026-05-19T03:51:35.845856Z","end":"2026-05-19T03:51:36.091176Z","steps":["trace[408690680] 'read index received' (duration: 30.924823ms)","trace[408690680] 'applied index is now lower than readState.Index' (duration: 214.394468ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:36.091261Z","caller":"traceutil/trace.go:171","msg":"trace[220848132] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"283.707963ms","start":"2026-05-19T03:51:35.807526Z","end":"2026-05-19T03:51:36.091234Z","steps":["trace[220848132] 'process raft request' (duration: 283.58722ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:36.091356Z","caller":"traceutil/trace.go:171","msg":"trace[418209915] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"286.542905ms","start":"2026-05-19T03:51:35.804776Z","end":"2026-05-19T03:51:36.091319Z","steps":["trace[418209915] 'process raft request' (duration: 286.125734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.091384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.497286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:51:36.091463Z","caller":"traceutil/trace.go:171","msg":"trace[878454031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25566; }","duration":"245.618988ms","start":"2026-05-19T03:51:35.845822Z","end":"2026-05-19T03:51:36.09144Z","steps":["trace[878454031] 'agreement among raft nodes before linearized reading' (duration: 245.479785ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:36.096975Z","caller":"traceutil/trace.go:171","msg":"trace[2025500952] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"102.495255ms","start":"2026-05-19T03:51:35.99446Z","end":"2026-05-19T03:51:36.096955Z","steps":["trace[2025500952] 'process raft request' (duration: 102.30724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:51:36.097012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.303388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-19T03:51:36.097055Z","caller":"traceutil/trace.go:171","msg":"trace[1240915644] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25567; }","duration":"156.357609ms","start":"2026-05-19T03:51:35.940683Z","end":"2026-05-19T03:51:36.097041Z","steps":["trace[1240915644] 'agreement among raft nodes before linearized reading' (duration: 156.197305ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:40.513563Z","caller":"traceutil/trace.go:171","msg":"trace[445302741] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"102.954996ms","start":"2026-05-19T03:51:40.410583Z","end":"2026-05-19T03:51:40.513538Z","steps":["trace[445302741] 'process raft request' (duration: 102.799072ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:41.559255Z","caller":"traceutil/trace.go:171","msg":"trace[3526417] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"164.195758ms","start":"2026-05-19T03:51:41.395029Z","end":"2026-05-19T03:51:41.559225Z","steps":["trace[3526417] 'process raft request' (duration: 146.023677ms)","trace[3526417] 'compare' (duration: 18.060147ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:51:45.691971Z","caller":"traceutil/trace.go:171","msg":"trace[59553811] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"111.039301ms","start":"2026-05-19T03:51:45.580905Z","end":"2026-05-19T03:51:45.691945Z","steps":["trace[59553811] 'process raft request' (duration: 110.855727ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:51:45.699328Z","caller":"traceutil/trace.go:171","msg":"trace[1584736866] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"102.130226ms","start":"2026-05-19T03:51:45.597155Z","end":"2026-05-19T03:51:45.699286Z","steps":["trace[1584736866] 'process raft request' (duration: 101.964891ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:02.018146Z","caller":"traceutil/trace.go:171","msg":"trace[817132974] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26627; }","duration":"118.248074ms","start":"2026-05-19T03:52:01.899877Z","end":"2026-05-19T03:52:02.018125Z","steps":["trace[817132974] 'read index received' (duration: 118.09021ms)","trace[817132974] 'applied index is now lower than readState.Index' (duration: 157.244µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:02.018364Z","caller":"traceutil/trace.go:171","msg":"trace[1397587896] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"148.267384ms","start":"2026-05-19T03:52:01.870087Z","end":"2026-05-19T03:52:02.018354Z","steps":["trace[1397587896] 'process raft request' (duration: 147.929105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:02.01858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.703526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:52:02.018614Z","caller":"traceutil/trace.go:171","msg":"trace[335699667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25771; }","duration":"118.787868ms","start":"2026-05-19T03:52:01.899814Z","end":"2026-05-19T03:52:02.018602Z","steps":["trace[335699667] 'agreement among raft nodes before linearized reading' (duration: 118.685345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:02.248096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.683306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:02.248291Z","caller":"traceutil/trace.go:171","msg":"trace[783795498] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"307.386052ms","start":"2026-05-19T03:52:01.940868Z","end":"2026-05-19T03:52:02.248255Z","steps":["trace[783795498] 'process raft request' (duration: 186.467131ms)","trace[783795498] 'compare' (duration: 120.276785ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:02.248556Z","caller":"traceutil/trace.go:171","msg":"trace[1882062075] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"225.96994ms","start":"2026-05-19T03:52:02.02255Z","end":"2026-05-19T03:52:02.24852Z","steps":["trace[1882062075] 'process raft request' (duration: 225.648882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:02.248854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.750512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:52:02.248946Z","caller":"traceutil/trace.go:171","msg":"trace[1146330914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25773; }","duration":"292.895626ms","start":"2026-05-19T03:52:01.956028Z","end":"2026-05-19T03:52:02.248924Z","steps":["trace[1146330914] 'agreement among raft nodes before linearized reading' (duration: 292.583828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:02.249159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:01.940832Z","time spent":"307.685259ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:02.248266Z","caller":"traceutil/trace.go:171","msg":"trace[989984158] linearizableReadLoop","detail":"{readStateIndex:26629; appliedIndex:26628; }","duration":"230.040544ms","start":"2026-05-19T03:52:02.018209Z","end":"2026-05-19T03:52:02.248249Z","steps":["trace[989984158] 'read index received' (duration: 109.096132ms)","trace[989984158] 'applied index is now lower than readState.Index' (duration: 120.943422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:02.252614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.239394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:52:02.252709Z","caller":"traceutil/trace.go:171","msg":"trace[1998661737] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25774; }","duration":"233.349487ms","start":"2026-05-19T03:52:02.019338Z","end":"2026-05-19T03:52:02.252687Z","steps":["trace[1998661737] 'agreement among raft nodes before linearized reading' (duration: 233.159093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:02.252824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.38333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T03:52:02.252869Z","caller":"traceutil/trace.go:171","msg":"trace[1833184312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25774; }","duration":"222.454352ms","start":"2026-05-19T03:52:02.030408Z","end":"2026-05-19T03:52:02.252863Z","steps":["trace[1833184312] 'agreement among raft nodes before linearized reading' (duration: 222.302888ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:05.044167Z","caller":"traceutil/trace.go:171","msg":"trace[1410665617] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"157.849557ms","start":"2026-05-19T03:52:04.886287Z","end":"2026-05-19T03:52:05.044136Z","steps":["trace[1410665617] 'process raft request' (duration: 80.116549ms)","trace[1410665617] 'compare' (duration: 77.269226ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:05.123651Z","caller":"traceutil/trace.go:171","msg":"trace[1036510880] linearizableReadLoop","detail":"{readStateIndex:26655; appliedIndex:26653; }","duration":"224.695438ms","start":"2026-05-19T03:52:04.898925Z","end":"2026-05-19T03:52:05.12362Z","steps":["trace[1036510880] 'read index received' (duration: 67.462267ms)","trace[1036510880] 'applied index is now lower than readState.Index' (duration: 157.231601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:05.123821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.868072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:05.123879Z","caller":"traceutil/trace.go:171","msg":"trace[92027130] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25798; }","duration":"224.941654ms","start":"2026-05-19T03:52:04.89892Z","end":"2026-05-19T03:52:05.123861Z","steps":["trace[92027130] 'agreement among raft nodes before linearized reading' (duration: 224.816111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:05.602617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.478673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:05.602701Z","caller":"traceutil/trace.go:171","msg":"trace[1460128291] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25798; }","duration":"335.620617ms","start":"2026-05-19T03:52:05.26706Z","end":"2026-05-19T03:52:05.602681Z","steps":["trace[1460128291] 'count revisions from in-memory index tree' (duration: 335.391121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:05.602744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:05.267031Z","time spent":"335.701879ms","remote":"127.0.0.1:46168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:11.350568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.367295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:52:11.350618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.174221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.350663Z","caller":"traceutil/trace.go:171","msg":"trace[1899931891] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25840; }","duration":"381.470258ms","start":"2026-05-19T03:52:10.969161Z","end":"2026-05-19T03:52:11.350631Z","steps":["trace[1899931891] 'count revisions from in-memory index tree' (duration: 381.227481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.350696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.9691Z","time spent":"381.58789ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:11.350695Z","caller":"traceutil/trace.go:171","msg":"trace[392241047] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25840; }","duration":"513.311945ms","start":"2026-05-19T03:52:10.837364Z","end":"2026-05-19T03:52:11.350676Z","steps":["trace[392241047] 'count revisions from in-memory index tree' (duration: 513.078859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.350734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.837342Z","time spent":"513.382076ms","remote":"127.0.0.1:45674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:11.351069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.622477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T03:52:11.351092Z","caller":"traceutil/trace.go:171","msg":"trace[841181680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25840; }","duration":"356.682209ms","start":"2026-05-19T03:52:10.994402Z","end":"2026-05-19T03:52:11.351084Z","steps":["trace[841181680] 'range keys from in-memory index tree' (duration: 356.454124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.351109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:10.99438Z","time spent":"356.72468ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T03:52:11.43719Z","caller":"traceutil/trace.go:171","msg":"trace[559558594] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"370.726105ms","start":"2026-05-19T03:52:11.066421Z","end":"2026-05-19T03:52:11.437147Z","steps":["trace[559558594] 'process raft request' (duration: 370.53737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.437383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.066399Z","time spent":"370.879419ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:11.437933Z","caller":"traceutil/trace.go:171","msg":"trace[1131984377] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26700; }","duration":"361.791789ms","start":"2026-05-19T03:52:11.076129Z","end":"2026-05-19T03:52:11.437921Z","steps":["trace[1131984377] 'read index received' (duration: 361.786789ms)","trace[1131984377] 'applied index is now lower than readState.Index' (duration: 4.2µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:11.438036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.901672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.438076Z","caller":"traceutil/trace.go:171","msg":"trace[124359052] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25841; }","duration":"361.996974ms","start":"2026-05-19T03:52:11.076067Z","end":"2026-05-19T03:52:11.438063Z","steps":["trace[124359052] 'agreement among raft nodes before linearized reading' (duration: 361.928362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.438554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.076039Z","time spent":"362.497887ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:11.839643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.756263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:11.839861Z","caller":"traceutil/trace.go:171","msg":"trace[1537563760] linearizableReadLoop","detail":"{readStateIndex:26702; appliedIndex:26700; }","duration":"401.869625ms","start":"2026-05-19T03:52:11.437971Z","end":"2026-05-19T03:52:11.839841Z","steps":["trace[1537563760] 'read index received' (duration: 170.788574ms)","trace[1537563760] 'applied index is now lower than readState.Index' (duration: 231.079851ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:11.839948Z","caller":"traceutil/trace.go:171","msg":"trace[1637156641] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"484.645059ms","start":"2026-05-19T03:52:11.355291Z","end":"2026-05-19T03:52:11.839936Z","steps":["trace[1637156641] 'process raft request' (duration: 484.453484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.840017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.355276Z","time spent":"484.703571ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:11.84029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.313764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.840337Z","caller":"traceutil/trace.go:171","msg":"trace[360293877] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25843; }","duration":"445.360605ms","start":"2026-05-19T03:52:11.394963Z","end":"2026-05-19T03:52:11.840323Z","steps":["trace[360293877] 'agreement among raft nodes before linearized reading' (duration: 445.287773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.840371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.394946Z","time spent":"445.415706ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:11.84007Z","caller":"traceutil/trace.go:171","msg":"trace[1119346223] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"695.20682ms","start":"2026-05-19T03:52:11.144829Z","end":"2026-05-19T03:52:11.840036Z","steps":["trace[1119346223] 'process raft request' (duration: 463.931294ms)","trace[1119346223] 'compare' (duration: 230.64311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:11.840767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.144803Z","time spent":"695.694991ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:11.924787Z","caller":"traceutil/trace.go:171","msg":"trace[1734413042] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"133.433258ms","start":"2026-05-19T03:52:11.791328Z","end":"2026-05-19T03:52:11.924761Z","steps":["trace[1734413042] 'process raft request' (duration: 133.182202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.924801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.912232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:11.924905Z","caller":"traceutil/trace.go:171","msg":"trace[150629374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25845; }","duration":"315.065436ms","start":"2026-05-19T03:52:11.609824Z","end":"2026-05-19T03:52:11.92489Z","steps":["trace[150629374] 'agreement among raft nodes before linearized reading' (duration: 314.876761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:11.924985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:11.609802Z","time spent":"315.172328ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T03:52:12.582678Z","caller":"traceutil/trace.go:171","msg":"trace[241499290] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"492.231772ms","start":"2026-05-19T03:52:12.09042Z","end":"2026-05-19T03:52:12.582651Z","steps":["trace[241499290] 'process raft request' (duration: 492.100958ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.582783Z","caller":"traceutil/trace.go:171","msg":"trace[1271399683] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26705; }","duration":"467.69848ms","start":"2026-05-19T03:52:12.115055Z","end":"2026-05-19T03:52:12.582753Z","steps":["trace[1271399683] 'read index received' (duration: 467.68757ms)","trace[1271399683] 'applied index is now lower than readState.Index' (duration: 8.85µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:12.582981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.895095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:52:12.583022Z","caller":"traceutil/trace.go:171","msg":"trace[108068447] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25846; }","duration":"467.991228ms","start":"2026-05-19T03:52:12.115018Z","end":"2026-05-19T03:52:12.583009Z","steps":["trace[108068447] 'agreement among raft nodes before linearized reading' (duration: 467.868515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.582821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.090401Z","time spent":"492.349874ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:12.583067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.115003Z","time spent":"468.047339ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:12.780377Z","caller":"traceutil/trace.go:171","msg":"trace[576516282] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"499.28442ms","start":"2026-05-19T03:52:12.281061Z","end":"2026-05-19T03:52:12.780345Z","steps":["trace[576516282] 'process raft request' (duration: 474.170034ms)","trace[576516282] 'compare' (duration: 24.632354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:12.780533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.281036Z","time spent":"499.416903ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:12.780628Z","caller":"traceutil/trace.go:171","msg":"trace[1135940436] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26705; }","duration":"197.745815ms","start":"2026-05-19T03:52:12.582853Z","end":"2026-05-19T03:52:12.780599Z","steps":["trace[1135940436] 'read index received' (duration: 172.362553ms)","trace[1135940436] 'applied index is now lower than readState.Index' (duration: 25.381672ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:12.780769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.527734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:52:12.780811Z","caller":"traceutil/trace.go:171","msg":"trace[2041976501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25849; }","duration":"476.608486ms","start":"2026-05-19T03:52:12.30419Z","end":"2026-05-19T03:52:12.780799Z","steps":["trace[2041976501] 'agreement among raft nodes before linearized reading' (duration: 476.479413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.780841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.304168Z","time spent":"476.664328ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T03:52:12.780864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.513294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T03:52:12.780892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.917785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:52:12.780948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.162554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T03:52:12.780893Z","caller":"traceutil/trace.go:171","msg":"trace[570980310] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"220.764179ms","start":"2026-05-19T03:52:12.560088Z","end":"2026-05-19T03:52:12.780852Z","steps":["trace[570980310] 'process raft request' (duration: 220.388628ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.780959Z","caller":"traceutil/trace.go:171","msg":"trace[1671460012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25849; }","duration":"338.048368ms","start":"2026-05-19T03:52:12.442895Z","end":"2026-05-19T03:52:12.780943Z","steps":["trace[1671460012] 'agreement among raft nodes before linearized reading' (duration: 337.765221ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:12.780992Z","caller":"traceutil/trace.go:171","msg":"trace[939164112] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"467.035634ms","start":"2026-05-19T03:52:12.313917Z","end":"2026-05-19T03:52:12.780953Z","steps":["trace[939164112] 'process raft request' (duration: 466.349786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.781033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.556356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:52:12.781004Z","caller":"traceutil/trace.go:171","msg":"trace[999123892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25849; }","duration":"472.238446ms","start":"2026-05-19T03:52:12.308753Z","end":"2026-05-19T03:52:12.780991Z","steps":["trace[999123892] 'agreement among raft nodes before linearized reading' (duration: 472.074192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.781094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.308743Z","time spent":"472.345698ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T03:52:12.780914Z","caller":"traceutil/trace.go:171","msg":"trace[733527882] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25849; }","duration":"476.575956ms","start":"2026-05-19T03:52:12.304326Z","end":"2026-05-19T03:52:12.780902Z","steps":["trace[733527882] 'agreement among raft nodes before linearized reading' (duration: 476.487414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.781153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.304293Z","time spent":"476.841443ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:12.781192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.313888Z","time spent":"467.203518ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:12.7811Z","caller":"traceutil/trace.go:171","msg":"trace[1141513138] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25849; }","duration":"320.697429ms","start":"2026-05-19T03:52:12.460386Z","end":"2026-05-19T03:52:12.781083Z","steps":["trace[1141513138] 'agreement among raft nodes before linearized reading' (duration: 320.455913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.781047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.442857Z","time spent":"338.180241ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T03:52:12.781289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.460363Z","time spent":"320.904085ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T03:52:12.781324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.344209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:52:12.781377Z","caller":"traceutil/trace.go:171","msg":"trace[1978489449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25849; }","duration":"472.706017ms","start":"2026-05-19T03:52:12.308656Z","end":"2026-05-19T03:52:12.781362Z","steps":["trace[1978489449] 'agreement among raft nodes before linearized reading' (duration: 472.162364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:12.781632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.308644Z","time spent":"472.970874ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T03:52:13.064336Z","caller":"traceutil/trace.go:171","msg":"trace[839333158] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"374.349787ms","start":"2026-05-19T03:52:12.689962Z","end":"2026-05-19T03:52:13.064311Z","steps":["trace[839333158] 'process raft request' (duration: 374.201924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:13.06485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.689923Z","time spent":"374.504381ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:13.322993Z","caller":"traceutil/trace.go:171","msg":"trace[94828205] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"537.20379ms","start":"2026-05-19T03:52:12.785765Z","end":"2026-05-19T03:52:13.322969Z","steps":["trace[94828205] 'process raft request' (duration: 537.067037ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:13.323015Z","caller":"traceutil/trace.go:171","msg":"trace[1819761108] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"537.240841ms","start":"2026-05-19T03:52:12.785734Z","end":"2026-05-19T03:52:13.322975Z","steps":["trace[1819761108] 'process raft request' (duration: 456.280552ms)","trace[1819761108] 'compare' (duration: 80.478087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:13.323129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.785751Z","time spent":"537.310572ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:13.32333Z","caller":"traceutil/trace.go:171","msg":"trace[846496736] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"536.259786ms","start":"2026-05-19T03:52:12.787063Z","end":"2026-05-19T03:52:13.323322Z","steps":["trace[846496736] 'process raft request' (duration: 535.986759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:13.323205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.78572Z","time spent":"537.380204ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:13.323433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.051918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:13.323455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.787058Z","time spent":"536.319887ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:13.323541Z","caller":"traceutil/trace.go:171","msg":"trace[1222123884] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"468.039649ms","start":"2026-05-19T03:52:12.855492Z","end":"2026-05-19T03:52:13.323532Z","steps":["trace[1222123884] 'process raft request' (duration: 467.66382ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:13.323239Z","caller":"traceutil/trace.go:171","msg":"trace[2090617633] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"536.03185ms","start":"2026-05-19T03:52:12.787159Z","end":"2026-05-19T03:52:13.323191Z","steps":["trace[2090617633] 'process raft request' (duration: 535.964728ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:13.323322Z","caller":"traceutil/trace.go:171","msg":"trace[884844880] linearizableReadLoop","detail":"{readStateIndex:26715; appliedIndex:26709; }","duration":"258.935074ms","start":"2026-05-19T03:52:13.064363Z","end":"2026-05-19T03:52:13.323299Z","steps":["trace[884844880] 'read index received' (duration: 177.594305ms)","trace[884844880] 'applied index is now lower than readState.Index' (duration: 81.339929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:13.323611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.85546Z","time spent":"468.10604ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:13.32347Z","caller":"traceutil/trace.go:171","msg":"trace[1715870889] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25856; }","duration":"259.14023ms","start":"2026-05-19T03:52:13.064321Z","end":"2026-05-19T03:52:13.323461Z","steps":["trace[1715870889] 'agreement among raft nodes before linearized reading' (duration: 259.044488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:13.323672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.787136Z","time spent":"536.470741ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:13.3233Z","caller":"traceutil/trace.go:171","msg":"trace[851457144] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"536.283996ms","start":"2026-05-19T03:52:12.787007Z","end":"2026-05-19T03:52:13.323291Z","steps":["trace[851457144] 'process raft request' (duration: 535.920597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:13.32381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:12.786997Z","time spent":"536.789028ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:14.080002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589362904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T03:52:14.300766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.243232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:14.300879Z","caller":"traceutil/trace.go:171","msg":"trace[1530845774] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"857.837866ms","start":"2026-05-19T03:52:13.443022Z","end":"2026-05-19T03:52:14.300859Z","steps":["trace[1530845774] 'process raft request' (duration: 743.237235ms)","trace[1530845774] 'compare' (duration: 114.084618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:14.300948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.443001Z","time spent":"857.916649ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:14.367843Z","caller":"traceutil/trace.go:171","msg":"trace[1543549302] linearizableReadLoop","detail":"{readStateIndex:26719; appliedIndex:26715; }","duration":"789.281242ms","start":"2026-05-19T03:52:13.578546Z","end":"2026-05-19T03:52:14.367827Z","steps":["trace[1543549302] 'read index received' (duration: 607.867179ms)","trace[1543549302] 'applied index is now lower than readState.Index' (duration: 181.412993ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:14.368173Z","caller":"traceutil/trace.go:171","msg":"trace[894508889] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"522.497517ms","start":"2026-05-19T03:52:13.845661Z","end":"2026-05-19T03:52:14.368158Z","steps":["trace[894508889] 'process raft request' (duration: 522.002984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.368308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.845635Z","time spent":"522.573689ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:14.368671Z","caller":"traceutil/trace.go:171","msg":"trace[1253933334] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"521.492931ms","start":"2026-05-19T03:52:13.847163Z","end":"2026-05-19T03:52:14.368656Z","steps":["trace[1253933334] 'process raft request' (duration: 520.580798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.368757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.847133Z","time spent":"521.582584ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:14.368782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.207035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:52:14.368855Z","caller":"traceutil/trace.go:171","msg":"trace[917964523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25860; }","duration":"790.325918ms","start":"2026-05-19T03:52:13.578513Z","end":"2026-05-19T03:52:14.368839Z","steps":["trace[917964523] 'agreement among raft nodes before linearized reading' (duration: 790.091262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.368888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.578495Z","time spent":"790.387179ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T03:52:14.369068Z","caller":"traceutil/trace.go:171","msg":"trace[1473051976] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"439.693231ms","start":"2026-05-19T03:52:13.929364Z","end":"2026-05-19T03:52:14.369057Z","steps":["trace[1473051976] 'process raft request' (duration: 438.425329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.369141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.929349Z","time spent":"439.743422ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:14.411467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.652675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:14.411538Z","caller":"traceutil/trace.go:171","msg":"trace[414673304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25861; }","duration":"801.776318ms","start":"2026-05-19T03:52:13.609745Z","end":"2026-05-19T03:52:14.411521Z","steps":["trace[414673304] 'agreement among raft nodes before linearized reading' (duration: 801.635915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.411571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.609722Z","time spent":"801.8432ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T03:52:14.411577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.092719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:14.411635Z","caller":"traceutil/trace.go:171","msg":"trace[2037887064] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25861; }","duration":"496.198902ms","start":"2026-05-19T03:52:13.915422Z","end":"2026-05-19T03:52:14.411621Z","steps":["trace[2037887064] 'agreement among raft nodes before linearized reading' (duration: 496.086419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:14.411761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:13.915406Z","time spent":"496.342785ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:14.411463Z","caller":"traceutil/trace.go:171","msg":"trace[133561244] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"102.078195ms","start":"2026-05-19T03:52:14.309354Z","end":"2026-05-19T03:52:14.411433Z","steps":["trace[133561244] 'process raft request' (duration: 101.595382ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.615169Z","caller":"traceutil/trace.go:171","msg":"trace[396649756] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"153.81908ms","start":"2026-05-19T03:52:39.461319Z","end":"2026-05-19T03:52:39.615138Z","steps":["trace[396649756] 'process raft request' (duration: 153.626634ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.638332Z","caller":"traceutil/trace.go:171","msg":"trace[1587447586] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"175.38078ms","start":"2026-05-19T03:52:39.462921Z","end":"2026-05-19T03:52:39.638302Z","steps":["trace[1587447586] 'process raft request' (duration: 175.167854ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.638611Z","caller":"traceutil/trace.go:171","msg":"trace[1423131034] linearizableReadLoop","detail":"{readStateIndex:26902; appliedIndex:26901; }","duration":"175.277097ms","start":"2026-05-19T03:52:39.463313Z","end":"2026-05-19T03:52:39.63859Z","steps":["trace[1423131034] 'read index received' (duration: 151.829709ms)","trace[1423131034] 'applied index is now lower than readState.Index' (duration: 23.446478ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:39.638723Z","caller":"traceutil/trace.go:171","msg":"trace[1542018111] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"134.185577ms","start":"2026-05-19T03:52:39.504528Z","end":"2026-05-19T03:52:39.638714Z","steps":["trace[1542018111] 'process raft request' (duration: 133.958211ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:39.638668Z","caller":"traceutil/trace.go:171","msg":"trace[1658376718] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"155.149562ms","start":"2026-05-19T03:52:39.483504Z","end":"2026-05-19T03:52:39.638653Z","steps":["trace[1658376718] 'process raft request' (duration: 154.743912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:39.638952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.620315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:52:39.638984Z","caller":"traceutil/trace.go:171","msg":"trace[168743918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26040; }","duration":"175.682358ms","start":"2026-05-19T03:52:39.463292Z","end":"2026-05-19T03:52:39.638975Z","steps":["trace[168743918] 'agreement among raft nodes before linearized reading' (duration: 175.541144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:39.639185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.907046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T03:52:39.639328Z","caller":"traceutil/trace.go:171","msg":"trace[914612346] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26040; }","duration":"173.07214ms","start":"2026-05-19T03:52:39.466237Z","end":"2026-05-19T03:52:39.63931Z","steps":["trace[914612346] 'agreement among raft nodes before linearized reading' (duration: 172.824704ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:44.728084Z","caller":"traceutil/trace.go:171","msg":"trace[231189183] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"200.205354ms","start":"2026-05-19T03:52:44.527856Z","end":"2026-05-19T03:52:44.728061Z","steps":["trace[231189183] 'process raft request' (duration: 192.854846ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:44.731311Z","caller":"traceutil/trace.go:171","msg":"trace[1034598602] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"202.490002ms","start":"2026-05-19T03:52:44.528806Z","end":"2026-05-19T03:52:44.731296Z","steps":["trace[1034598602] 'process raft request' (duration: 202.313897ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:44.731589Z","caller":"traceutil/trace.go:171","msg":"trace[1115317215] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27085; }","duration":"118.714421ms","start":"2026-05-19T03:52:44.612846Z","end":"2026-05-19T03:52:44.731561Z","steps":["trace[1115317215] 'read index received' (duration: 107.995077ms)","trace[1115317215] 'applied index is now lower than readState.Index' (duration: 10.718484ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:44.731743Z","caller":"traceutil/trace.go:171","msg":"trace[438570714] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"202.657456ms","start":"2026-05-19T03:52:44.529056Z","end":"2026-05-19T03:52:44.731714Z","steps":["trace[438570714] 'process raft request' (duration: 202.191445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:44.731814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.957958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:44.731855Z","caller":"traceutil/trace.go:171","msg":"trace[15531081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26221; }","duration":"119.056861ms","start":"2026-05-19T03:52:44.612787Z","end":"2026-05-19T03:52:44.731844Z","steps":["trace[15531081] 'agreement among raft nodes before linearized reading' (duration: 118.911387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.144854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.714859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:45.144953Z","caller":"traceutil/trace.go:171","msg":"trace[1174899665] linearizableReadLoop","detail":"{readStateIndex:27090; appliedIndex:27089; }","duration":"329.223198ms","start":"2026-05-19T03:52:44.815713Z","end":"2026-05-19T03:52:45.144936Z","steps":["trace[1174899665] 'read index received' (duration: 207.350196ms)","trace[1174899665] 'applied index is now lower than readState.Index' (duration: 121.871842ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:45.145059Z","caller":"traceutil/trace.go:171","msg":"trace[1412317878] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"355.219253ms","start":"2026-05-19T03:52:44.789796Z","end":"2026-05-19T03:52:45.145016Z","steps":["trace[1412317878] 'process raft request' (duration: 233.253647ms)","trace[1412317878] 'compare' (duration: 121.184405ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:45.145115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.789783Z","time spent":"355.302485ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:45.145406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.669671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.145461Z","caller":"traceutil/trace.go:171","msg":"trace[1486517901] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26222; }","duration":"329.785174ms","start":"2026-05-19T03:52:44.815659Z","end":"2026-05-19T03:52:45.145444Z","steps":["trace[1486517901] 'agreement among raft nodes before linearized reading' (duration: 329.439355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.14551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.815633Z","time spent":"329.864445ms","remote":"127.0.0.1:46198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-19T03:52:45.162733Z","caller":"traceutil/trace.go:171","msg":"trace[839576266] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"263.52611ms","start":"2026-05-19T03:52:44.899172Z","end":"2026-05-19T03:52:45.162698Z","steps":["trace[839576266] 'process raft request' (duration: 263.318535ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.162791Z","caller":"traceutil/trace.go:171","msg":"trace[209057131] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"261.116029ms","start":"2026-05-19T03:52:44.901644Z","end":"2026-05-19T03:52:45.16276Z","steps":["trace[209057131] 'process raft request' (duration: 260.963125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.275646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.994556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T03:52:45.275724Z","caller":"traceutil/trace.go:171","msg":"trace[1630427788] linearizableReadLoop","detail":"{readStateIndex:27093; appliedIndex:27090; }","duration":"130.733849ms","start":"2026-05-19T03:52:45.144979Z","end":"2026-05-19T03:52:45.275713Z","steps":["trace[1630427788] 'read index received' (duration: 17.519527ms)","trace[1630427788] 'applied index is now lower than readState.Index' (duration: 113.213452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:45.275825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.266393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:52:45.275876Z","caller":"traceutil/trace.go:171","msg":"trace[834585221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26224; }","duration":"290.343165ms","start":"2026-05-19T03:52:44.985521Z","end":"2026-05-19T03:52:45.275864Z","steps":["trace[834585221] 'agreement among raft nodes before linearized reading' (duration: 290.234853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.275976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.333619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.276031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.439063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.275993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.677913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.276065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.520659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.276078Z","caller":"traceutil/trace.go:171","msg":"trace[1002021924] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26224; }","duration":"326.566531ms","start":"2026-05-19T03:52:44.949506Z","end":"2026-05-19T03:52:45.276073Z","steps":["trace[1002021924] 'agreement among raft nodes before linearized reading' (duration: 326.53948ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.276074Z","caller":"traceutil/trace.go:171","msg":"trace[295060738] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26224; }","duration":"324.785105ms","start":"2026-05-19T03:52:44.95127Z","end":"2026-05-19T03:52:45.276055Z","steps":["trace[295060738] 'agreement among raft nodes before linearized reading' (duration: 324.657472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.276093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.949485Z","time spent":"326.603912ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:52:45.276098Z","caller":"traceutil/trace.go:171","msg":"trace[390272801] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26224; }","duration":"325.530495ms","start":"2026-05-19T03:52:44.950514Z","end":"2026-05-19T03:52:45.276044Z","steps":["trace[390272801] 'agreement among raft nodes before linearized reading' (duration: 325.498674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.276104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.951079Z","time spent":"325.019191ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-19T03:52:45.276064Z","caller":"traceutil/trace.go:171","msg":"trace[429564182] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26224; }","duration":"325.449203ms","start":"2026-05-19T03:52:44.950594Z","end":"2026-05-19T03:52:45.276043Z","steps":["trace[429564182] 'agreement among raft nodes before linearized reading' (duration: 325.297869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.276147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.950494Z","time spent":"325.633807ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:52:45.276198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:44.950585Z","time spent":"325.567596ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:52:45.810885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16815489098589363774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T03:52:45.867814Z","caller":"traceutil/trace.go:171","msg":"trace[1111515097] linearizableReadLoop","detail":"{readStateIndex:27094; appliedIndex:27093; }","duration":"592.038073ms","start":"2026-05-19T03:52:45.275737Z","end":"2026-05-19T03:52:45.867775Z","steps":["trace[1111515097] 'read index received' (duration: 591.685153ms)","trace[1111515097] 'applied index is now lower than readState.Index' (duration: 351.54µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:45.868025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.119263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.087241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.286833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.868106Z","caller":"traceutil/trace.go:171","msg":"trace[467567925] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26225; }","duration":"644.226875ms","start":"2026-05-19T03:52:45.223857Z","end":"2026-05-19T03:52:45.868084Z","steps":["trace[467567925] 'agreement among raft nodes before linearized reading' (duration: 644.096691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.990759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.868125Z","caller":"traceutil/trace.go:171","msg":"trace[955711671] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26225; }","duration":"644.209984ms","start":"2026-05-19T03:52:45.223895Z","end":"2026-05-19T03:52:45.868105Z","steps":["trace[955711671] 'agreement among raft nodes before linearized reading' (duration: 644.020419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.223841Z","time spent":"644.304857ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-19T03:52:45.86816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.876542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:52:45.868181Z","caller":"traceutil/trace.go:171","msg":"trace[1273370166] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26225; }","duration":"644.096442ms","start":"2026-05-19T03:52:45.224067Z","end":"2026-05-19T03:52:45.868163Z","steps":["trace[1273370166] 'agreement among raft nodes before linearized reading' (duration: 643.809754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.223893Z","time spent":"644.284016ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:52:45.868221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.224063Z","time spent":"644.150933ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-05-19T03:52:45.868275Z","caller":"traceutil/trace.go:171","msg":"trace[916426461] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"641.731801ms","start":"2026-05-19T03:52:45.226526Z","end":"2026-05-19T03:52:45.868258Z","steps":["trace[916426461] 'process raft request' (duration: 641.023472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.302204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-19T03:52:45.868342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.101055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.884796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T03:52:45.868375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.225135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.868387Z","caller":"traceutil/trace.go:171","msg":"trace[852471347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26225; }","duration":"199.924647ms","start":"2026-05-19T03:52:45.668448Z","end":"2026-05-19T03:52:45.868373Z","steps":["trace[852471347] 'agreement among raft nodes before linearized reading' (duration: 199.791684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.226517Z","time spent":"641.797253ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:45.868406Z","caller":"traceutil/trace.go:171","msg":"trace[684207048] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26225; }","duration":"644.261576ms","start":"2026-05-19T03:52:45.224137Z","end":"2026-05-19T03:52:45.868398Z","steps":["trace[684207048] 'agreement among raft nodes before linearized reading' (duration: 644.217815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.224134Z","time spent":"644.287936ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T03:52:45.868424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.214027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.86846Z","caller":"traceutil/trace.go:171","msg":"trace[995798858] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26225; }","duration":"464.279609ms","start":"2026-05-19T03:52:45.404171Z","end":"2026-05-19T03:52:45.86845Z","steps":["trace[995798858] 'agreement among raft nodes before linearized reading' (duration: 464.225358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.777408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.827114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.404149Z","time spent":"464.350441ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-19T03:52:45.868135Z","caller":"traceutil/trace.go:171","msg":"trace[512731415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26225; }","duration":"221.403246ms","start":"2026-05-19T03:52:45.646716Z","end":"2026-05-19T03:52:45.86812Z","steps":["trace[512731415] 'agreement among raft nodes before linearized reading' (duration: 221.263372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.990759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T03:52:45.868218Z","caller":"traceutil/trace.go:171","msg":"trace[1106670215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26225; }","duration":"588.969824ms","start":"2026-05-19T03:52:45.279223Z","end":"2026-05-19T03:52:45.868193Z","steps":["trace[1106670215] 'agreement among raft nodes before linearized reading' (duration: 588.743219ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.86853Z","caller":"traceutil/trace.go:171","msg":"trace[489065887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26225; }","duration":"596.333462ms","start":"2026-05-19T03:52:45.27217Z","end":"2026-05-19T03:52:45.868503Z","steps":["trace[489065887] 'agreement among raft nodes before linearized reading' (duration: 595.682956ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.868553Z","caller":"traceutil/trace.go:171","msg":"trace[675966544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26225; }","duration":"202.02773ms","start":"2026-05-19T03:52:45.666518Z","end":"2026-05-19T03:52:45.868546Z","steps":["trace[675966544] 'agreement among raft nodes before linearized reading' (duration: 201.966849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.279212Z","time spent":"589.349834ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T03:52:45.868581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.272159Z","time spent":"596.404744ms","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:52:45.868679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.456122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:45.868466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.218797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.868715Z","caller":"traceutil/trace.go:171","msg":"trace[2091012378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26225; }","duration":"527.526524ms","start":"2026-05-19T03:52:45.341173Z","end":"2026-05-19T03:52:45.868699Z","steps":["trace[2091012378] 'agreement among raft nodes before linearized reading' (duration: 527.466463ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.868735Z","caller":"traceutil/trace.go:171","msg":"trace[849826948] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26225; }","duration":"464.492085ms","start":"2026-05-19T03:52:45.404232Z","end":"2026-05-19T03:52:45.868725Z","steps":["trace[849826948] 'agreement among raft nodes before linearized reading' (duration: 464.215998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.86875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.341149Z","time spent":"527.591745ms","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-19T03:52:45.868769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.838451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-19T03:52:45.868771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.404225Z","time spent":"464.536706ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-05-19T03:52:45.868793Z","caller":"traceutil/trace.go:171","msg":"trace[589100006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26225; }","duration":"202.890582ms","start":"2026-05-19T03:52:45.665895Z","end":"2026-05-19T03:52:45.868785Z","steps":["trace[589100006] 'agreement among raft nodes before linearized reading' (duration: 202.841241ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.868366Z","caller":"traceutil/trace.go:171","msg":"trace[1491765043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26225; }","duration":"223.383897ms","start":"2026-05-19T03:52:45.644969Z","end":"2026-05-19T03:52:45.868353Z","steps":["trace[1491765043] 'agreement among raft nodes before linearized reading' (duration: 223.275244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.114865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:45.868376Z","caller":"traceutil/trace.go:171","msg":"trace[300630635] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26225; }","duration":"464.162796ms","start":"2026-05-19T03:52:45.404203Z","end":"2026-05-19T03:52:45.868365Z","steps":["trace[300630635] 'agreement among raft nodes before linearized reading' (duration: 464.115795ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.868978Z","caller":"traceutil/trace.go:171","msg":"trace[1639633084] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26225; }","duration":"464.661119ms","start":"2026-05-19T03:52:45.404302Z","end":"2026-05-19T03:52:45.868963Z","steps":["trace[1639633084] 'agreement among raft nodes before linearized reading' (duration: 464.095755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:45.868984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.404185Z","time spent":"464.788362ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-05-19T03:52:45.869015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.404284Z","time spent":"464.72093ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-19T03:52:45.868723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.243036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T03:52:45.868513Z","caller":"traceutil/trace.go:171","msg":"trace[878683043] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26225; }","duration":"153.149352ms","start":"2026-05-19T03:52:45.715355Z","end":"2026-05-19T03:52:45.868504Z","steps":["trace[878683043] 'agreement among raft nodes before linearized reading' (duration: 152.827374ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:45.869066Z","caller":"traceutil/trace.go:171","msg":"trace[595177672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26225; }","duration":"202.597174ms","start":"2026-05-19T03:52:45.66646Z","end":"2026-05-19T03:52:45.869058Z","steps":["trace[595177672] 'agreement among raft nodes before linearized reading' (duration: 202.217845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.218239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.054971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T03:52:46.218414Z","caller":"traceutil/trace.go:171","msg":"trace[344341251] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"344.835347ms","start":"2026-05-19T03:52:45.873558Z","end":"2026-05-19T03:52:46.218394Z","steps":["trace[344341251] 'process raft request' (duration: 189.416307ms)","trace[344341251] 'compare' (duration: 154.739142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:52:46.218478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.873529Z","time spent":"344.920609ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:46.258229Z","caller":"traceutil/trace.go:171","msg":"trace[318469398] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27094; }","duration":"357.367179ms","start":"2026-05-19T03:52:45.900825Z","end":"2026-05-19T03:52:46.258192Z","steps":["trace[318469398] 'read index received' (duration: 162.127912ms)","trace[318469398] 'applied index is now lower than readState.Index' (duration: 195.237377ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:46.258327Z","caller":"traceutil/trace.go:171","msg":"trace[157982152] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"384.217983ms","start":"2026-05-19T03:52:45.874082Z","end":"2026-05-19T03:52:46.2583Z","steps":["trace[157982152] 'process raft request' (duration: 383.550026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.258467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.874059Z","time spent":"384.325276ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:46.258488Z","caller":"traceutil/trace.go:171","msg":"trace[588650316] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"384.237194ms","start":"2026-05-19T03:52:45.874196Z","end":"2026-05-19T03:52:46.258433Z","steps":["trace[588650316] 'process raft request' (duration: 383.69673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.258631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.727287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:46.258694Z","caller":"traceutil/trace.go:171","msg":"trace[1245656420] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"384.292076ms","start":"2026-05-19T03:52:45.874379Z","end":"2026-05-19T03:52:46.258671Z","steps":["trace[1245656420] 'process raft request' (duration: 383.618309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.258703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.562811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:46.25876Z","caller":"traceutil/trace.go:171","msg":"trace[1904880371] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26230; }","duration":"281.663533ms","start":"2026-05-19T03:52:45.97708Z","end":"2026-05-19T03:52:46.258744Z","steps":["trace[1904880371] 'agreement among raft nodes before linearized reading' (duration: 281.54538ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.25887Z","caller":"traceutil/trace.go:171","msg":"trace[474950308] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"384.08416ms","start":"2026-05-19T03:52:45.874657Z","end":"2026-05-19T03:52:46.258741Z","steps":["trace[474950308] 'process raft request' (duration: 383.432314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.258875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.874371Z","time spent":"384.364807ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:46.25876Z","caller":"traceutil/trace.go:171","msg":"trace[222633422] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26230; }","duration":"357.919192ms","start":"2026-05-19T03:52:45.900783Z","end":"2026-05-19T03:52:46.258702Z","steps":["trace[222633422] 'agreement among raft nodes before linearized reading' (duration: 357.693097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.259008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.900768Z","time spent":"358.22177ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T03:52:46.259117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.874647Z","time spent":"384.284525ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T03:52:46.259276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T03:52:45.874188Z","time spent":"384.343857ms","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T03:52:46.706454Z","caller":"traceutil/trace.go:171","msg":"trace[646765871] linearizableReadLoop","detail":"{readStateIndex:27100; appliedIndex:27099; }","duration":"175.427821ms","start":"2026-05-19T03:52:46.531004Z","end":"2026-05-19T03:52:46.706432Z","steps":["trace[646765871] 'read index received' (duration: 175.37756ms)","trace[646765871] 'applied index is now lower than readState.Index' (duration: 49.551µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:46.70656Z","caller":"traceutil/trace.go:171","msg":"trace[1550399834] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"194.011465ms","start":"2026-05-19T03:52:46.51254Z","end":"2026-05-19T03:52:46.706552Z","steps":["trace[1550399834] 'process raft request' (duration: 193.629356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.706721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.226796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:46.706794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.78174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T03:52:46.706793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.217415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:46.706842Z","caller":"traceutil/trace.go:171","msg":"trace[255266437] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26231; }","duration":"175.860932ms","start":"2026-05-19T03:52:46.530969Z","end":"2026-05-19T03:52:46.70683Z","steps":["trace[255266437] 'agreement among raft nodes before linearized reading' (duration: 175.77981ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.706816Z","caller":"traceutil/trace.go:171","msg":"trace[400012018] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26231; }","duration":"175.347349ms","start":"2026-05-19T03:52:46.531451Z","end":"2026-05-19T03:52:46.706798Z","steps":["trace[400012018] 'agreement among raft nodes before linearized reading' (duration: 175.158465ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.706879Z","caller":"traceutil/trace.go:171","msg":"trace[1698169650] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26231; }","duration":"175.355049ms","start":"2026-05-19T03:52:46.5315Z","end":"2026-05-19T03:52:46.706855Z","steps":["trace[1698169650] 'agreement among raft nodes before linearized reading' (duration: 175.196025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:46.706771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.492537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:46.707069Z","caller":"traceutil/trace.go:171","msg":"trace[49857641] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26231; }","duration":"174.813645ms","start":"2026-05-19T03:52:46.532228Z","end":"2026-05-19T03:52:46.707042Z","steps":["trace[49857641] 'agreement among raft nodes before linearized reading' (duration: 174.447485ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.843405Z","caller":"traceutil/trace.go:171","msg":"trace[1614656300] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"112.137494ms","start":"2026-05-19T03:52:46.731228Z","end":"2026-05-19T03:52:46.843365Z","steps":["trace[1614656300] 'process raft request' (duration: 111.848737ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.843879Z","caller":"traceutil/trace.go:171","msg":"trace[535942909] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"108.43715ms","start":"2026-05-19T03:52:46.735426Z","end":"2026-05-19T03:52:46.843863Z","steps":["trace[535942909] 'process raft request' (duration: 107.905867ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.844027Z","caller":"traceutil/trace.go:171","msg":"trace[1605978498] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"107.231749ms","start":"2026-05-19T03:52:46.736771Z","end":"2026-05-19T03:52:46.844003Z","steps":["trace[1605978498] 'process raft request' (duration: 106.631184ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:46.844077Z","caller":"traceutil/trace.go:171","msg":"trace[2112665695] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"111.720384ms","start":"2026-05-19T03:52:46.732343Z","end":"2026-05-19T03:52:46.844063Z","steps":["trace[2112665695] 'process raft request' (duration: 110.909423ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:47.922827Z","caller":"traceutil/trace.go:171","msg":"trace[1381442092] linearizableReadLoop","detail":"{readStateIndex:27112; appliedIndex:27111; }","duration":"154.302961ms","start":"2026-05-19T03:52:47.7685Z","end":"2026-05-19T03:52:47.922803Z","steps":["trace[1381442092] 'read index received' (duration: 154.133787ms)","trace[1381442092] 'applied index is now lower than readState.Index' (duration: 168.094µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:47.922966Z","caller":"traceutil/trace.go:171","msg":"trace[1756595455] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"162.426068ms","start":"2026-05-19T03:52:47.760498Z","end":"2026-05-19T03:52:47.922924Z","steps":["trace[1756595455] 'process raft request' (duration: 162.153041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:47.923137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.612449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T03:52:47.923199Z","caller":"traceutil/trace.go:171","msg":"trace[2107567056] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26243; }","duration":"154.732112ms","start":"2026-05-19T03:52:47.768455Z","end":"2026-05-19T03:52:47.923187Z","steps":["trace[2107567056] 'agreement among raft nodes before linearized reading' (duration: 154.526467ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.353986Z","caller":"traceutil/trace.go:171","msg":"trace[451012522] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"115.252994ms","start":"2026-05-19T03:52:48.238691Z","end":"2026-05-19T03:52:48.353944Z","steps":["trace[451012522] 'process raft request' (duration: 115.035908ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.978812Z","caller":"traceutil/trace.go:171","msg":"trace[554228777] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"129.011925ms","start":"2026-05-19T03:52:48.84977Z","end":"2026-05-19T03:52:48.978782Z","steps":["trace[554228777] 'process raft request' (duration: 96.408522ms)","trace[554228777] 'compare' (duration: 32.343466ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:52:48.98611Z","caller":"traceutil/trace.go:171","msg":"trace[1276359470] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"134.790543ms","start":"2026-05-19T03:52:48.851301Z","end":"2026-05-19T03:52:48.986092Z","steps":["trace[1276359470] 'process raft request' (duration: 134.68366ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:48.986251Z","caller":"traceutil/trace.go:171","msg":"trace[1138267420] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"135.035789ms","start":"2026-05-19T03:52:48.851207Z","end":"2026-05-19T03:52:48.986243Z","steps":["trace[1138267420] 'process raft request' (duration: 134.642989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:49.559569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.120675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:49.559678Z","caller":"traceutil/trace.go:171","msg":"trace[496814581] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26257; }","duration":"123.281099ms","start":"2026-05-19T03:52:49.43637Z","end":"2026-05-19T03:52:49.559651Z","steps":["trace[496814581] 'range keys from in-memory index tree' (duration: 123.027162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:49.559823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.085083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:49.559876Z","caller":"traceutil/trace.go:171","msg":"trace[934156890] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26257; }","duration":"123.163585ms","start":"2026-05-19T03:52:49.436699Z","end":"2026-05-19T03:52:49.559862Z","steps":["trace[934156890] 'range keys from in-memory index tree' (duration: 122.993251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:49.55989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:49.559968Z","caller":"traceutil/trace.go:171","msg":"trace[663459216] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26257; }","duration":"123.30721ms","start":"2026-05-19T03:52:49.436642Z","end":"2026-05-19T03:52:49.559949Z","steps":["trace[663459216] 'range keys from in-memory index tree' (duration: 123.146544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:52:49.560046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.523696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:52:49.560135Z","caller":"traceutil/trace.go:171","msg":"trace[1164260117] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26257; }","duration":"123.658619ms","start":"2026-05-19T03:52:49.436451Z","end":"2026-05-19T03:52:49.56011Z","steps":["trace[1164260117] 'range keys from in-memory index tree' (duration: 123.432704ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:52:58.916505Z","caller":"traceutil/trace.go:171","msg":"trace[905740082] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"135.634894ms","start":"2026-05-19T03:52:58.780844Z","end":"2026-05-19T03:52:58.916479Z","steps":["trace[905740082] 'process raft request' (duration: 135.48632ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:53:15.453576Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ada.wal"} {"level":"info","ts":"2026-05-19T03:54:09.756546Z","caller":"traceutil/trace.go:171","msg":"trace[4616263] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"119.238666ms","start":"2026-05-19T03:54:09.637284Z","end":"2026-05-19T03:54:09.756522Z","steps":["trace[4616263] 'process raft request' (duration: 70.83848ms)","trace[4616263] 'compare' (duration: 47.944324ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:54:09.756587Z","caller":"traceutil/trace.go:171","msg":"trace[2089326442] linearizableReadLoop","detail":"{readStateIndex:27858; appliedIndex:27857; }","duration":"118.933297ms","start":"2026-05-19T03:54:09.637555Z","end":"2026-05-19T03:54:09.756489Z","steps":["trace[2089326442] 'read index received' (duration: 70.49969ms)","trace[2089326442] 'applied index is now lower than readState.Index' (duration: 48.428477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:54:09.756742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.539449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-19T03:54:09.756772Z","caller":"traceutil/trace.go:171","msg":"trace[880608481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26970; }","duration":"129.61771ms","start":"2026-05-19T03:54:09.627146Z","end":"2026-05-19T03:54:09.756764Z","steps":["trace[880608481] 'agreement among raft nodes before linearized reading' (duration: 129.464146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:54:09.756867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.25326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:54:09.757082Z","caller":"traceutil/trace.go:171","msg":"trace[75656038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26970; }","duration":"118.444585ms","start":"2026-05-19T03:54:09.638571Z","end":"2026-05-19T03:54:09.757016Z","steps":["trace[75656038] 'agreement among raft nodes before linearized reading' (duration: 118.23346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:54:09.757179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.79108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:54:09.757351Z","caller":"traceutil/trace.go:171","msg":"trace[1130460256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26970; }","duration":"120.092747ms","start":"2026-05-19T03:54:09.637234Z","end":"2026-05-19T03:54:09.757327Z","steps":["trace[1130460256] 'agreement among raft nodes before linearized reading' (duration: 119.504302ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:55:39.925873Z","caller":"traceutil/trace.go:171","msg":"trace[320091203] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"293.65935ms","start":"2026-05-19T03:55:39.632164Z","end":"2026-05-19T03:55:39.925823Z","steps":["trace[320091203] 'process raft request' (duration: 274.422299ms)","trace[320091203] 'compare' (duration: 18.865411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:55:39.926082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.830788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T03:55:39.926215Z","caller":"traceutil/trace.go:171","msg":"trace[2021726943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27901; }","duration":"288.926671ms","start":"2026-05-19T03:55:39.63721Z","end":"2026-05-19T03:55:39.926137Z","steps":["trace[2021726943] 'agreement among raft nodes before linearized reading' (duration: 288.669833ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:55:39.926402Z","caller":"traceutil/trace.go:171","msg":"trace[334522429] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"292.753578ms","start":"2026-05-19T03:55:39.633614Z","end":"2026-05-19T03:55:39.926368Z","steps":["trace[334522429] 'process raft request' (duration: 292.119881ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:55:39.925875Z","caller":"traceutil/trace.go:171","msg":"trace[1531500915] linearizableReadLoop","detail":"{readStateIndex:28813; appliedIndex:28810; }","duration":"288.614331ms","start":"2026-05-19T03:55:39.637235Z","end":"2026-05-19T03:55:39.925849Z","steps":["trace[1531500915] 'read index received' (duration: 12.701934ms)","trace[1531500915] 'applied index is now lower than readState.Index' (duration: 275.911577ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:55:55.445392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25035} {"level":"info","ts":"2026-05-19T03:55:55.574463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25035,"took":"125.010504ms","hash":3121368929,"current-db-size-bytes":56741888,"current-db-size":"57 MB","current-db-size-in-use-bytes":36098048,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-19T03:55:55.574518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3121368929,"revision":25035,"compact-revision":22876} {"level":"info","ts":"2026-05-19T03:55:56.925631Z","caller":"traceutil/trace.go:171","msg":"trace[1071325461] linearizableReadLoop","detail":"{readStateIndex:29039; appliedIndex:29038; }","duration":"214.678923ms","start":"2026-05-19T03:55:56.710928Z","end":"2026-05-19T03:55:56.925606Z","steps":["trace[1071325461] 'read index received' (duration: 119.161584ms)","trace[1071325461] 'applied index is now lower than readState.Index' (duration: 95.512949ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T03:55:56.925736Z","caller":"traceutil/trace.go:171","msg":"trace[2141103504] transaction","detail":"{read_only:false; response_revision:28119; number_of_response:1; }","duration":"261.069118ms","start":"2026-05-19T03:55:56.664657Z","end":"2026-05-19T03:55:56.925726Z","steps":["trace[2141103504] 'process raft request' (duration: 165.417175ms)","trace[2141103504] 'compare' (duration: 95.167171ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T03:55:56.926274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.3319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-mxp5j\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-05-19T03:55:56.926312Z","caller":"traceutil/trace.go:171","msg":"trace[338058445] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-mxp5j; range_end:; response_count:1; response_revision:28119; }","duration":"215.405432ms","start":"2026-05-19T03:55:56.710895Z","end":"2026-05-19T03:55:56.926301Z","steps":["trace[338058445] 'agreement among raft nodes before linearized reading' (duration: 215.000722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T03:55:56.930984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.959346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T03:55:56.931075Z","caller":"traceutil/trace.go:171","msg":"trace[1930875052] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28120; }","duration":"178.071349ms","start":"2026-05-19T03:55:56.752982Z","end":"2026-05-19T03:55:56.931054Z","steps":["trace[1930875052] 'agreement among raft nodes before linearized reading' (duration: 177.892554ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:55:56.931211Z","caller":"traceutil/trace.go:171","msg":"trace[1838180611] transaction","detail":"{read_only:false; response_revision:28120; number_of_response:1; }","duration":"181.195169ms","start":"2026-05-19T03:55:56.749987Z","end":"2026-05-19T03:55:56.931182Z","steps":["trace[1838180611] 'process raft request' (duration: 180.755238ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T03:58:00.04168Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T03:58:00.04672Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-19T03:58:00.046911Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-19T04:00:55.452853Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28093} {"level":"info","ts":"2026-05-19T04:00:55.603109Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28093,"took":"146.241455ms","hash":3283711903,"current-db-size-bytes":57786368,"current-db-size":"58 MB","current-db-size-in-use-bytes":32124928,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:00:55.603184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3283711903,"revision":28093,"compact-revision":25035} {"level":"info","ts":"2026-05-19T04:05:55.459541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30435} {"level":"info","ts":"2026-05-19T04:05:55.60437Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30435,"took":"137.07772ms","hash":3578271901,"current-db-size-bytes":57786368,"current-db-size":"58 MB","current-db-size-in-use-bytes":30433280,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T04:05:55.604457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3578271901,"revision":30435,"compact-revision":28093} {"level":"info","ts":"2026-05-19T04:09:22.780856Z","caller":"traceutil/trace.go:171","msg":"trace[931936717] transaction","detail":"{read_only:false; response_revision:34264; number_of_response:1; }","duration":"157.704997ms","start":"2026-05-19T04:09:22.623122Z","end":"2026-05-19T04:09:22.780827Z","steps":["trace[931936717] 'process raft request' (duration: 157.549973ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:09:22.852162Z","caller":"traceutil/trace.go:171","msg":"trace[2094320806] linearizableReadLoop","detail":"{readStateIndex:35361; appliedIndex:35359; }","duration":"184.632334ms","start":"2026-05-19T04:09:22.667494Z","end":"2026-05-19T04:09:22.852126Z","steps":["trace[2094320806] 'read index received' (duration: 113.2285ms)","trace[2094320806] 'applied index is now lower than readState.Index' (duration: 71.402864ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T04:09:22.852218Z","caller":"traceutil/trace.go:171","msg":"trace[1576428080] transaction","detail":"{read_only:false; response_revision:34265; number_of_response:1; }","duration":"224.82516ms","start":"2026-05-19T04:09:22.627355Z","end":"2026-05-19T04:09:22.85218Z","steps":["trace[1576428080] 'process raft request' (duration: 192.070254ms)","trace[1576428080] 'compare' (duration: 32.575172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T04:09:22.852422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.919732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-v8z4m\" ","response":"range_response_count:1 size:10132"} {"level":"info","ts":"2026-05-19T04:09:22.852708Z","caller":"traceutil/trace.go:171","msg":"trace[697982780] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-v8z4m; range_end:; response_count:1; response_revision:34265; }","duration":"185.24097ms","start":"2026-05-19T04:09:22.667432Z","end":"2026-05-19T04:09:22.852673Z","steps":["trace[697982780] 'agreement among raft nodes before linearized reading' (duration: 184.84848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:09:22.852856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.879967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T04:09:22.852901Z","caller":"traceutil/trace.go:171","msg":"trace[1955816204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34265; }","duration":"102.963169ms","start":"2026-05-19T04:09:22.749926Z","end":"2026-05-19T04:09:22.852889Z","steps":["trace[1955816204] 'agreement among raft nodes before linearized reading' (duration: 102.857267ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:09:23.020172Z","caller":"traceutil/trace.go:171","msg":"trace[213806121] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"154.025233ms","start":"2026-05-19T04:09:22.866105Z","end":"2026-05-19T04:09:23.02013Z","steps":["trace[213806121] 'process raft request' (duration: 144.077508ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:00.395032Z","caller":"traceutil/trace.go:171","msg":"trace[1126447057] linearizableReadLoop","detail":"{readStateIndex:35657; appliedIndex:35656; }","duration":"146.316705ms","start":"2026-05-19T04:10:00.248691Z","end":"2026-05-19T04:10:00.395008Z","steps":["trace[1126447057] 'read index received' (duration: 146.132761ms)","trace[1126447057] 'applied index is now lower than readState.Index' (duration: 183.404µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T04:10:00.395178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.48027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T04:10:00.39521Z","caller":"traceutil/trace.go:171","msg":"trace[1422938454] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:34553; }","duration":"146.531851ms","start":"2026-05-19T04:10:00.248668Z","end":"2026-05-19T04:10:00.395199Z","steps":["trace[1422938454] 'agreement among raft nodes before linearized reading' (duration: 146.441519ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:00.395465Z","caller":"traceutil/trace.go:171","msg":"trace[994434033] transaction","detail":"{read_only:false; response_revision:34553; number_of_response:1; }","duration":"287.07108ms","start":"2026-05-19T04:10:00.108386Z","end":"2026-05-19T04:10:00.395457Z","steps":["trace[994434033] 'process raft request' (duration: 286.506155ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:06.626077Z","caller":"traceutil/trace.go:171","msg":"trace[205956939] linearizableReadLoop","detail":"{readStateIndex:35722; appliedIndex:35721; }","duration":"130.538583ms","start":"2026-05-19T04:10:06.495515Z","end":"2026-05-19T04:10:06.626053Z","steps":["trace[205956939] 'read index received' (duration: 130.388ms)","trace[205956939] 'applied index is now lower than readState.Index' (duration: 149.583µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T04:10:06.626155Z","caller":"traceutil/trace.go:171","msg":"trace[8066767] transaction","detail":"{read_only:false; response_revision:34615; number_of_response:1; }","duration":"245.469158ms","start":"2026-05-19T04:10:06.380645Z","end":"2026-05-19T04:10:06.626115Z","steps":["trace[8066767] 'process raft request' (duration: 245.243622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:06.626309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.761659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T04:10:06.626544Z","caller":"traceutil/trace.go:171","msg":"trace[334871953] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:34615; }","duration":"131.004175ms","start":"2026-05-19T04:10:06.49551Z","end":"2026-05-19T04:10:06.626514Z","steps":["trace[334871953] 'agreement among raft nodes before linearized reading' (duration: 130.711458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:09.765321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.132987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T04:10:09.765529Z","caller":"traceutil/trace.go:171","msg":"trace[668258548] transaction","detail":"{read_only:false; response_revision:34640; number_of_response:1; }","duration":"120.061525ms","start":"2026-05-19T04:10:09.645456Z","end":"2026-05-19T04:10:09.765517Z","steps":["trace[668258548] 'compare' (duration: 110.531872ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:51.340226Z","caller":"traceutil/trace.go:171","msg":"trace[384085451] transaction","detail":"{read_only:false; response_revision:34956; number_of_response:1; }","duration":"233.534992ms","start":"2026-05-19T04:10:51.106663Z","end":"2026-05-19T04:10:51.340198Z","steps":["trace[384085451] 'process raft request' (duration: 233.346047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:51.371722Z","caller":"traceutil/trace.go:171","msg":"trace[497772537] linearizableReadLoop","detail":"{readStateIndex:36074; appliedIndex:36072; }","duration":"175.88871ms","start":"2026-05-19T04:10:51.195813Z","end":"2026-05-19T04:10:51.371702Z","steps":["trace[497772537] 'read index received' (duration: 144.174321ms)","trace[497772537] 'applied index is now lower than readState.Index' (duration: 31.713739ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T04:10:51.371788Z","caller":"traceutil/trace.go:171","msg":"trace[1580273430] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"204.46564ms","start":"2026-05-19T04:10:51.167302Z","end":"2026-05-19T04:10:51.371767Z","steps":["trace[1580273430] 'process raft request' (duration: 204.303746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T04:10:51.371837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.010733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T04:10:51.37186Z","caller":"traceutil/trace.go:171","msg":"trace[1794283522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34957; }","duration":"176.078535ms","start":"2026-05-19T04:10:51.195773Z","end":"2026-05-19T04:10:51.371852Z","steps":["trace[1794283522] 'agreement among raft nodes before linearized reading' (duration: 176.021464ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T04:10:55.465689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32694} {"level":"info","ts":"2026-05-19T04:10:55.635636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32694,"took":"164.8921ms","hash":653798750,"current-db-size-bytes":58830848,"current-db-size":"59 MB","current-db-size-in-use-bytes":31571968,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:10:55.635724Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653798750,"revision":32694,"compact-revision":30435} {"level":"info","ts":"2026-05-19T04:15:55.47352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34986} {"level":"info","ts":"2026-05-19T04:15:55.611631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34986,"took":"135.082764ms","hash":2625441850,"current-db-size-bytes":58830848,"current-db-size":"59 MB","current-db-size-in-use-bytes":31907840,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:15:55.611734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2625441850,"revision":34986,"compact-revision":32694} {"level":"info","ts":"2026-05-19T04:19:27.350801Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b7b89c171c5fe95c","local-member-applied-index":40005,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T04:19:27.357327Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-05-19T04:19:27.357435Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-05-19T04:20:55.480294Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37217} {"level":"info","ts":"2026-05-19T04:20:55.600607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37217,"took":"116.869291ms","hash":4278159910,"current-db-size-bytes":58830848,"current-db-size":"59 MB","current-db-size-in-use-bytes":31789056,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T04:20:55.600666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4278159910,"revision":37217,"compact-revision":34986}