{"level":"warn","ts":"2026-05-07T09:18:09.711396Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T09:18:09.711509Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T09:18:09.71158Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T09:18:09.711588Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-07T09:18:09.711604Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T09:18:09.712167Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-05-07T09:18:09.712299Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T09:18:10.37284Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"660.296558ms"} {"level":"info","ts":"2026-05-07T09:18:10.389727Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-05-07T09:18:10.389871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T09:18:10.389916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-05-07T09:18:10.389943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T09:18:10.389962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-05-07T09:18:10.390017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-05-07T09:18:10.397169Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T09:18:10.403325Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T09:18:10.406451Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T09:18:10.409939Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T09:18:10.42327Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:10.42342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:10.423437Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:10.423426Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T09:18:10.42474Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T09:18:10.424839Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-07T09:18:10.424891Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-07T09:18:10.425252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-05-07T09:18:10.425257Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T09:18:10.425342Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T09:18:10.425446Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-07T09:18:11.090737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T09:18:11.090862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T09:18:11.090904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-05-07T09:18:11.090936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-05-07T09:18:11.090948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-07T09:18:11.090966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-05-07T09:18:11.090988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-07T09:18:11.092509Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T09:18:11.092511Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T09:18:11.092557Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T09:18:11.092575Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:11.092894Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T09:18:11.092977Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T09:18:11.093477Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:11.093607Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:11.093684Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:11.095969Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-05-07T09:18:11.09674Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T09:18:15.959123Z","caller":"traceutil/trace.go:171","msg":"trace[265579499] linearizableReadLoop","detail":"{readStateIndex:221; appliedIndex:219; }","duration":"329.733564ms","start":"2026-05-07T09:18:15.629362Z","end":"2026-05-07T09:18:15.959095Z","steps":["trace[265579499] 'read index received' (duration: 323.034532ms)","trace[265579499] 'applied index is now lower than readState.Index' (duration: 6.698052ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:15.959278Z","caller":"traceutil/trace.go:171","msg":"trace[7272022] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"297.794746ms","start":"2026-05-07T09:18:15.661451Z","end":"2026-05-07T09:18:15.959245Z","steps":["trace[7272022] 'process raft request' (duration: 297.585601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:15.959279Z","caller":"traceutil/trace.go:171","msg":"trace[1373183789] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"390.225214ms","start":"2026-05-07T09:18:15.569007Z","end":"2026-05-07T09:18:15.959232Z","steps":["trace[1373183789] 'process raft request' (duration: 383.488761ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:15.959332Z","caller":"traceutil/trace.go:171","msg":"trace[2039117144] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"387.574194ms","start":"2026-05-07T09:18:15.571691Z","end":"2026-05-07T09:18:15.959265Z","steps":["trace[2039117144] 'process raft request' (duration: 387.278727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:15.959333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.953219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3712"} {"level":"info","ts":"2026-05-07T09:18:15.959492Z","caller":"traceutil/trace.go:171","msg":"trace[134191780] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:216; }","duration":"330.154844ms","start":"2026-05-07T09:18:15.629295Z","end":"2026-05-07T09:18:15.959449Z","steps":["trace[134191780] 'agreement among raft nodes before linearized reading' (duration: 329.937679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:15.959625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:15.629261Z","time spent":"330.347858ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3734,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T09:18:15.959957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:15.571681Z","time spent":"387.785409ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:15.960331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:15.568992Z","time spent":"390.45588ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:24.273884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.997776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:24.273941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.896243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T09:18:24.274016Z","caller":"traceutil/trace.go:171","msg":"trace[310120859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"153.186709ms","start":"2026-05-07T09:18:24.120808Z","end":"2026-05-07T09:18:24.273995Z","steps":["trace[310120859] 'range keys from in-memory index tree' (duration: 152.928853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:24.274045Z","caller":"traceutil/trace.go:171","msg":"trace[2002883097] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:403; }","duration":"124.048057ms","start":"2026-05-07T09:18:24.149972Z","end":"2026-05-07T09:18:24.27402Z","steps":["trace[2002883097] 'range keys from in-memory index tree' (duration: 123.798371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:25.776743Z","caller":"traceutil/trace.go:171","msg":"trace[1073091930] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"173.580758ms","start":"2026-05-07T09:18:25.603134Z","end":"2026-05-07T09:18:25.776715Z","steps":["trace[1073091930] 'process raft request' (duration: 173.434584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.362022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.295143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:18:26.362178Z","caller":"traceutil/trace.go:171","msg":"trace[2002844646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"360.480287ms","start":"2026-05-07T09:18:26.001629Z","end":"2026-05-07T09:18:26.362109Z","steps":["trace[2002844646] 'range keys from in-memory index tree' (duration: 360.13898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.362249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.001605Z","time spent":"360.629721ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:26.362035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.303079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:26.362397Z","caller":"traceutil/trace.go:171","msg":"trace[953710253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"245.716029ms","start":"2026-05-07T09:18:26.116664Z","end":"2026-05-07T09:18:26.36238Z","steps":["trace[953710253] 'range keys from in-memory index tree' (duration: 245.224167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.105012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:27.605544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:27.869413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127090613s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:18:27.869859Z","caller":"traceutil/trace.go:171","msg":"trace[1509244756] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"1.502726146s","start":"2026-05-07T09:18:26.367106Z","end":"2026-05-07T09:18:27.869832Z","steps":["trace[1509244756] 'process raft request' (duration: 1.5024873s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.870248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.367079Z","time spent":"1.502842799s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:27.920246Z","caller":"traceutil/trace.go:171","msg":"trace[1704754477] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:420; }","duration":"1.315324284s","start":"2026-05-07T09:18:26.604906Z","end":"2026-05-07T09:18:27.92023Z","steps":["trace[1704754477] 'read index received' (duration: 1.264677908s)","trace[1704754477] 'applied index is now lower than readState.Index' (duration: 50.645716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:27.920363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315455497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:27.920406Z","caller":"traceutil/trace.go:171","msg":"trace[1807937026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:409; }","duration":"1.315544659s","start":"2026-05-07T09:18:26.60485Z","end":"2026-05-07T09:18:27.920395Z","steps":["trace[1807937026] 'agreement among raft nodes before linearized reading' (duration: 1.315471548s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.920443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.604827Z","time spent":"1.315608171s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:18:27.920313Z","caller":"traceutil/trace.go:171","msg":"trace[49208162] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"1.312058238s","start":"2026-05-07T09:18:26.608231Z","end":"2026-05-07T09:18:27.920289Z","steps":["trace[49208162] 'process raft request' (duration: 1.311924125s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.920635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.345326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:18:27.920653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.608207Z","time spent":"1.312383085s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:27.920698Z","caller":"traceutil/trace.go:171","msg":"trace[1370875543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"139.440467ms","start":"2026-05-07T09:18:27.781242Z","end":"2026-05-07T09:18:27.920683Z","steps":["trace[1370875543] 'agreement among raft nodes before linearized reading' (duration: 139.334845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.920686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.269869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-05-07T09:18:27.920659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187354095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"warn","ts":"2026-05-07T09:18:27.92075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.279834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:18:27.920846Z","caller":"traceutil/trace.go:171","msg":"trace[2101814947] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:409; }","duration":"1.18758594s","start":"2026-05-07T09:18:26.733237Z","end":"2026-05-07T09:18:27.920823Z","steps":["trace[2101814947] 'agreement among raft nodes before linearized reading' (duration: 1.187283903s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:27.920966Z","caller":"traceutil/trace.go:171","msg":"trace[1758957370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:409; }","duration":"934.488999ms","start":"2026-05-07T09:18:26.98642Z","end":"2026-05-07T09:18:27.920909Z","steps":["trace[1758957370] 'agreement among raft nodes before linearized reading' (duration: 934.289205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:27.920779Z","caller":"traceutil/trace.go:171","msg":"trace[1999162558] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:409; }","duration":"679.448923ms","start":"2026-05-07T09:18:27.241301Z","end":"2026-05-07T09:18:27.92075Z","steps":["trace[1999162558] 'agreement among raft nodes before linearized reading' (duration: 679.235098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:27.921023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.986391Z","time spent":"934.616943ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:18:27.921027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.241268Z","time spent":"679.745ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-07T09:18:27.921084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.733215Z","time spent":"1.187817786s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4394,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T09:18:28.43707Z","caller":"traceutil/trace.go:171","msg":"trace[911691284] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"510.932104ms","start":"2026-05-07T09:18:27.926105Z","end":"2026-05-07T09:18:28.437037Z","steps":["trace[911691284] 'process raft request' (duration: 507.587306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.43737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.926076Z","time spent":"511.089937ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:28.923216Z","caller":"traceutil/trace.go:171","msg":"trace[723488888] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"997.050836ms","start":"2026-05-07T09:18:27.926135Z","end":"2026-05-07T09:18:28.923186Z","steps":["trace[723488888] 'process raft request' (duration: 954.889738ms)","trace[723488888] 'compare' (duration: 41.885621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:28.923393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.926107Z","time spent":"997.193249ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:28.923215Z","caller":"traceutil/trace.go:171","msg":"trace[668928670] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"996.819031ms","start":"2026-05-07T09:18:27.926365Z","end":"2026-05-07T09:18:28.923184Z","steps":["trace[668928670] 'process raft request' (duration: 996.698138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:28.923639Z","caller":"traceutil/trace.go:171","msg":"trace[1432152821] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"994.170348ms","start":"2026-05-07T09:18:27.929423Z","end":"2026-05-07T09:18:28.923593Z","steps":["trace[1432152821] 'process raft request' (duration: 993.702757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:28.923652Z","caller":"traceutil/trace.go:171","msg":"trace[394629440] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:422; }","duration":"807.128885ms","start":"2026-05-07T09:18:28.116468Z","end":"2026-05-07T09:18:28.923597Z","steps":["trace[394629440] 'read index received' (duration: 317.311687ms)","trace[394629440] 'applied index is now lower than readState.Index' (duration: 489.815888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:28.923747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.929409Z","time spent":"994.282781ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:28.92376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.926343Z","time spent":"997.201959ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:28.923883Z","caller":"traceutil/trace.go:171","msg":"trace[938520460] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"988.319562ms","start":"2026-05-07T09:18:27.935549Z","end":"2026-05-07T09:18:28.923869Z","steps":["trace[938520460] 'process raft request' (duration: 987.878321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.923959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:27.935541Z","time spent":"988.378403ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:28.923979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.506744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:28.924116Z","caller":"traceutil/trace.go:171","msg":"trace[123403587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"807.676918ms","start":"2026-05-07T09:18:28.116425Z","end":"2026-05-07T09:18:28.924102Z","steps":["trace[123403587] 'agreement among raft nodes before linearized reading' (duration: 807.34403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.924185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:28.116404Z","time spent":"807.76843ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:18:31.071746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.197665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:31.071941Z","caller":"traceutil/trace.go:171","msg":"trace[948802162] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"304.128697ms","start":"2026-05-07T09:18:30.767733Z","end":"2026-05-07T09:18:31.071862Z","steps":["trace[948802162] 'process raft request' (duration: 137.568023ms)","trace[948802162] 'compare' (duration: 166.052422ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:31.072047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.767699Z","time spent":"304.313971ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:31.093373Z","caller":"traceutil/trace.go:171","msg":"trace[704416605] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"319.514097ms","start":"2026-05-07T09:18:30.773842Z","end":"2026-05-07T09:18:31.093356Z","steps":["trace[704416605] 'process raft request' (duration: 319.405155ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:31.09341Z","caller":"traceutil/trace.go:171","msg":"trace[515998917] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:452; }","duration":"318.060554ms","start":"2026-05-07T09:18:30.775323Z","end":"2026-05-07T09:18:31.093384Z","steps":["trace[515998917] 'read index received' (duration: 130.069568ms)","trace[515998917] 'applied index is now lower than readState.Index' (duration: 187.990126ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:31.093453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.773831Z","time spent":"319.586349ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:31.09355Z","caller":"traceutil/trace.go:171","msg":"trace[220070276] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"319.59423ms","start":"2026-05-07T09:18:30.773943Z","end":"2026-05-07T09:18:31.093538Z","steps":["trace[220070276] 'process raft request' (duration: 319.340494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:31.093549Z","caller":"traceutil/trace.go:171","msg":"trace[256613252] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"322.214371ms","start":"2026-05-07T09:18:30.771276Z","end":"2026-05-07T09:18:31.09349Z","steps":["trace[256613252] 'process raft request' (duration: 321.844062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:31.093702Z","caller":"traceutil/trace.go:171","msg":"trace[1473334669] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"318.944164ms","start":"2026-05-07T09:18:30.774731Z","end":"2026-05-07T09:18:31.093675Z","steps":["trace[1473334669] 'process raft request' (duration: 318.609366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:31.093764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.771246Z","time spent":"322.425666ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:31.093792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.868133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:18:31.093789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.000367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:31.093835Z","caller":"traceutil/trace.go:171","msg":"trace[979171325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"164.966216ms","start":"2026-05-07T09:18:30.928857Z","end":"2026-05-07T09:18:31.093823Z","steps":["trace[979171325] 'agreement among raft nodes before linearized reading' (duration: 164.884214ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:31.09385Z","caller":"traceutil/trace.go:171","msg":"trace[2044481727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"165.12124ms","start":"2026-05-07T09:18:30.928714Z","end":"2026-05-07T09:18:31.093835Z","steps":["trace[2044481727] 'agreement among raft nodes before linearized reading' (duration: 164.993557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:31.093833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.774723Z","time spent":"319.012596ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:31.094224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.871673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-05-07T09:18:31.094269Z","caller":"traceutil/trace.go:171","msg":"trace[1047194488] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:443; }","duration":"318.991916ms","start":"2026-05-07T09:18:30.775267Z","end":"2026-05-07T09:18:31.094259Z","steps":["trace[1047194488] 'agreement among raft nodes before linearized reading' (duration: 318.31058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:31.094294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.775247Z","time spent":"319.040826ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4217,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-07T09:18:31.094471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.773919Z","time spent":"319.678821ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:36.717751Z","caller":"traceutil/trace.go:171","msg":"trace[1248110500] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"217.282802ms","start":"2026-05-07T09:18:36.500448Z","end":"2026-05-07T09:18:36.71773Z","steps":["trace[1248110500] 'process raft request' (duration: 217.17227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.297776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.293789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:37.297892Z","caller":"traceutil/trace.go:171","msg":"trace[992814566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"181.472013ms","start":"2026-05-07T09:18:37.116391Z","end":"2026-05-07T09:18:37.297863Z","steps":["trace[992814566] 'range keys from in-memory index tree' (duration: 181.130745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.298108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.855458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:18:37.298213Z","caller":"traceutil/trace.go:171","msg":"trace[1014409315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"174.988941ms","start":"2026-05-07T09:18:37.123204Z","end":"2026-05-07T09:18:37.298193Z","steps":["trace[1014409315] 'range keys from in-memory index tree' (duration: 174.768146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.298176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.182795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T09:18:37.298281Z","caller":"traceutil/trace.go:171","msg":"trace[2024644964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"172.337268ms","start":"2026-05-07T09:18:37.125919Z","end":"2026-05-07T09:18:37.298256Z","steps":["trace[2024644964] 'range keys from in-memory index tree' (duration: 172.098983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.358598Z","caller":"traceutil/trace.go:171","msg":"trace[178119131] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:494; }","duration":"241.387297ms","start":"2026-05-07T09:18:43.117189Z","end":"2026-05-07T09:18:43.358576Z","steps":["trace[178119131] 'read index received' (duration: 169.764309ms)","trace[178119131] 'applied index is now lower than readState.Index' (duration: 71.621778ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:43.358666Z","caller":"traceutil/trace.go:171","msg":"trace[1303484669] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"251.682348ms","start":"2026-05-07T09:18:43.106951Z","end":"2026-05-07T09:18:43.358633Z","steps":["trace[1303484669] 'process raft request' (duration: 251.581146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.358845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.631312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:43.358946Z","caller":"traceutil/trace.go:171","msg":"trace[1397393499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"241.769465ms","start":"2026-05-07T09:18:43.117156Z","end":"2026-05-07T09:18:43.358925Z","steps":["trace[1397393499] 'agreement among raft nodes before linearized reading' (duration: 241.54366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.358662Z","caller":"traceutil/trace.go:171","msg":"trace[1787353928] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"251.653277ms","start":"2026-05-07T09:18:43.106952Z","end":"2026-05-07T09:18:43.358605Z","steps":["trace[1787353928] 'process raft request' (duration: 180.073841ms)","trace[1787353928] 'compare' (duration: 71.332161ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:43.542503Z","caller":"traceutil/trace.go:171","msg":"trace[873916374] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"119.322146ms","start":"2026-05-07T09:18:43.423123Z","end":"2026-05-07T09:18:43.542445Z","steps":["trace[873916374] 'process raft request' (duration: 46.758636ms)","trace[873916374] 'compare' (duration: 72.360056ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:43.911194Z","caller":"traceutil/trace.go:171","msg":"trace[837401351] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"196.688979ms","start":"2026-05-07T09:18:43.714476Z","end":"2026-05-07T09:18:43.911165Z","steps":["trace[837401351] 'process raft request' (duration: 196.587627ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.911259Z","caller":"traceutil/trace.go:171","msg":"trace[315522256] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:506; }","duration":"180.550181ms","start":"2026-05-07T09:18:43.730655Z","end":"2026-05-07T09:18:43.911205Z","steps":["trace[315522256] 'read index received' (duration: 180.533791ms)","trace[315522256] 'applied index is now lower than readState.Index' (duration: 12.99µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:43.911663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.960831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:43.911719Z","caller":"traceutil/trace.go:171","msg":"trace[1094968980] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:490; }","duration":"181.083124ms","start":"2026-05-07T09:18:43.730619Z","end":"2026-05-07T09:18:43.911702Z","steps":["trace[1094968980] 'agreement among raft nodes before linearized reading' (duration: 180.739456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.110538Z","caller":"traceutil/trace.go:171","msg":"trace[1458049263] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"330.636959ms","start":"2026-05-07T09:18:43.779866Z","end":"2026-05-07T09:18:44.110503Z","steps":["trace[1458049263] 'process raft request' (duration: 330.26143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.110725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.779834Z","time spent":"330.791642ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.292991Z","caller":"traceutil/trace.go:171","msg":"trace[211578588] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"378.06925ms","start":"2026-05-07T09:18:43.91489Z","end":"2026-05-07T09:18:44.29296Z","steps":["trace[211578588] 'process raft request' (duration: 319.205981ms)","trace[211578588] 'compare' (duration: 58.627044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.293169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.914864Z","time spent":"378.213173ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:44.293902Z","caller":"traceutil/trace.go:171","msg":"trace[1928081591] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"378.792347ms","start":"2026-05-07T09:18:43.915094Z","end":"2026-05-07T09:18:44.293887Z","steps":["trace[1928081591] 'process raft request' (duration: 377.817904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.293978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.915066Z","time spent":"378.877689ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15015,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:44.293991Z","caller":"traceutil/trace.go:171","msg":"trace[680469303] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"376.053553ms","start":"2026-05-07T09:18:43.917925Z","end":"2026-05-07T09:18:44.293979Z","steps":["trace[680469303] 'process raft request' (duration: 375.89852ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.294082Z","caller":"traceutil/trace.go:171","msg":"trace[532470119] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"377.761723ms","start":"2026-05-07T09:18:43.916295Z","end":"2026-05-07T09:18:44.294057Z","steps":["trace[532470119] 'process raft request' (duration: 377.459466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.29423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.916274Z","time spent":"377.909496ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:44.294243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.917887Z","time spent":"376.232007ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:44.29435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.830505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:18:44.294465Z","caller":"traceutil/trace.go:171","msg":"trace[1481993974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"288.00648ms","start":"2026-05-07T09:18:44.006431Z","end":"2026-05-07T09:18:44.294438Z","steps":["trace[1481993974] 'agreement among raft nodes before linearized reading' (duration: 287.777885ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.293947Z","caller":"traceutil/trace.go:171","msg":"trace[431668127] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:506; }","duration":"287.374805ms","start":"2026-05-07T09:18:44.00655Z","end":"2026-05-07T09:18:44.293924Z","steps":["trace[431668127] 'read index received' (duration: 103.750892ms)","trace[431668127] 'applied index is now lower than readState.Index' (duration: 183.622963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.294645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.48075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:44.294695Z","caller":"traceutil/trace.go:171","msg":"trace[992433222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"177.519211ms","start":"2026-05-07T09:18:44.117154Z","end":"2026-05-07T09:18:44.294673Z","steps":["trace[992433222] 'agreement among raft nodes before linearized reading' (duration: 177.459799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.29492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.100277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T09:18:44.295034Z","caller":"traceutil/trace.go:171","msg":"trace[1658988912] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:495; }","duration":"144.288221ms","start":"2026-05-07T09:18:44.150719Z","end":"2026-05-07T09:18:44.295007Z","steps":["trace[1658988912] 'agreement among raft nodes before linearized reading' (duration: 144.030135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.295182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.372329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-05-07T09:18:44.295252Z","caller":"traceutil/trace.go:171","msg":"trace[1081898515] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:495; }","duration":"102.449901ms","start":"2026-05-07T09:18:44.192785Z","end":"2026-05-07T09:18:44.295235Z","steps":["trace[1081898515] 'agreement among raft nodes before linearized reading' (duration: 101.913428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.589491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.445793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:44.589718Z","caller":"traceutil/trace.go:171","msg":"trace[164727437] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"290.095948ms","start":"2026-05-07T09:18:44.29959Z","end":"2026-05-07T09:18:44.589686Z","steps":["trace[164727437] 'process raft request' (duration: 137.383999ms)","trace[164727437] 'compare' (duration: 152.29251ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:44.589806Z","caller":"traceutil/trace.go:171","msg":"trace[1131875143] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"290.041997ms","start":"2026-05-07T09:18:44.299724Z","end":"2026-05-07T09:18:44.589766Z","steps":["trace[1131875143] 'process raft request' (duration: 289.923734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.589791Z","caller":"traceutil/trace.go:171","msg":"trace[780748155] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"290.081388ms","start":"2026-05-07T09:18:44.299672Z","end":"2026-05-07T09:18:44.589753Z","steps":["trace[780748155] 'process raft request' (duration: 289.923144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.590112Z","caller":"traceutil/trace.go:171","msg":"trace[525423260] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"288.662975ms","start":"2026-05-07T09:18:44.30144Z","end":"2026-05-07T09:18:44.590103Z","steps":["trace[525423260] 'process raft request' (duration: 288.243675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.590232Z","caller":"traceutil/trace.go:171","msg":"trace[1065977507] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"288.536802ms","start":"2026-05-07T09:18:44.301666Z","end":"2026-05-07T09:18:44.590203Z","steps":["trace[1065977507] 'process raft request' (duration: 288.348338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.590376Z","caller":"traceutil/trace.go:171","msg":"trace[452223537] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"288.48099ms","start":"2026-05-07T09:18:44.301885Z","end":"2026-05-07T09:18:44.590366Z","steps":["trace[452223537] 'process raft request' (duration: 288.242155ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.590471Z","caller":"traceutil/trace.go:171","msg":"trace[1619420909] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"284.874446ms","start":"2026-05-07T09:18:44.305573Z","end":"2026-05-07T09:18:44.590448Z","steps":["trace[1619420909] 'process raft request' (duration: 284.715132ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.59052Z","caller":"traceutil/trace.go:171","msg":"trace[710298502] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:512; }","duration":"288.101502ms","start":"2026-05-07T09:18:44.302407Z","end":"2026-05-07T09:18:44.590508Z","steps":["trace[710298502] 'read index received' (duration: 9.967213ms)","trace[710298502] 'applied index is now lower than readState.Index' (duration: 278.132739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.59156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.141186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-05-07T09:18:44.591615Z","caller":"traceutil/trace.go:171","msg":"trace[1933689860] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:503; }","duration":"289.216178ms","start":"2026-05-07T09:18:44.302374Z","end":"2026-05-07T09:18:44.59159Z","steps":["trace[1933689860] 'agreement among raft nodes before linearized reading' (duration: 288.214144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.59061Z","caller":"traceutil/trace.go:171","msg":"trace[24808652] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"277.714108ms","start":"2026-05-07T09:18:44.312869Z","end":"2026-05-07T09:18:44.590583Z","steps":["trace[24808652] 'process raft request' (duration: 277.618906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.596001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.993625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-05-07T09:18:44.596077Z","caller":"traceutil/trace.go:171","msg":"trace[1721781710] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:503; }","duration":"188.14153ms","start":"2026-05-07T09:18:44.40792Z","end":"2026-05-07T09:18:44.596061Z","steps":["trace[1721781710] 'agreement among raft nodes before linearized reading' (duration: 182.673422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.830437Z","caller":"traceutil/trace.go:171","msg":"trace[86571763] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:520; }","duration":"234.000983ms","start":"2026-05-07T09:18:44.596404Z","end":"2026-05-07T09:18:44.830405Z","steps":["trace[86571763] 'read index received' (duration: 205.576287ms)","trace[86571763] 'applied index is now lower than readState.Index' (duration: 28.423416ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:44.830484Z","caller":"traceutil/trace.go:171","msg":"trace[2008296377] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"234.401703ms","start":"2026-05-07T09:18:44.596038Z","end":"2026-05-07T09:18:44.83044Z","steps":["trace[2008296377] 'process raft request' (duration: 205.924646ms)","trace[2008296377] 'compare' (duration: 28.308073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.830716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.287821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-07T09:18:44.830799Z","caller":"traceutil/trace.go:171","msg":"trace[1892123770] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:504; }","duration":"234.424663ms","start":"2026-05-07T09:18:44.596362Z","end":"2026-05-07T09:18:44.830786Z","steps":["trace[1892123770] 'agreement among raft nodes before linearized reading' (duration: 234.109896ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.86856Z","caller":"traceutil/trace.go:171","msg":"trace[1476170400] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"268.872231ms","start":"2026-05-07T09:18:44.599667Z","end":"2026-05-07T09:18:44.868539Z","steps":["trace[1476170400] 'process raft request' (duration: 268.675526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.868787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.043478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-07T09:18:44.868817Z","caller":"traceutil/trace.go:171","msg":"trace[1306165807] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:506; }","duration":"107.14142ms","start":"2026-05-07T09:18:44.761669Z","end":"2026-05-07T09:18:44.86881Z","steps":["trace[1306165807] 'agreement among raft nodes before linearized reading' (duration: 106.990177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.86881Z","caller":"traceutil/trace.go:171","msg":"trace[86752070] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"267.276714ms","start":"2026-05-07T09:18:44.601513Z","end":"2026-05-07T09:18:44.86879Z","steps":["trace[86752070] 'process raft request' (duration: 266.944376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.868846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.214249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-05-07T09:18:44.868907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:18:44.868928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.115867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8fwlz\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-05-07T09:18:44.86896Z","caller":"traceutil/trace.go:171","msg":"trace[1961021970] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8fwlz; range_end:; response_count:1; response_revision:506; }","duration":"272.177329ms","start":"2026-05-07T09:18:44.596772Z","end":"2026-05-07T09:18:44.868949Z","steps":["trace[1961021970] 'agreement among raft nodes before linearized reading' (duration: 272.103247ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.868957Z","caller":"traceutil/trace.go:171","msg":"trace[2075955491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:506; }","duration":"111.337169ms","start":"2026-05-07T09:18:44.757603Z","end":"2026-05-07T09:18:44.868941Z","steps":["trace[2075955491] 'agreement among raft nodes before linearized reading' (duration: 111.232717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.868958Z","caller":"traceutil/trace.go:171","msg":"trace[504793687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:506; }","duration":"106.395123ms","start":"2026-05-07T09:18:44.762543Z","end":"2026-05-07T09:18:44.868938Z","steps":["trace[504793687] 'agreement among raft nodes before linearized reading' (duration: 106.131097ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:45.100688Z","caller":"traceutil/trace.go:171","msg":"trace[1465069926] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"217.794594ms","start":"2026-05-07T09:18:44.882827Z","end":"2026-05-07T09:18:45.100621Z","steps":["trace[1465069926] 'process raft request' (duration: 217.551708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:45.10078Z","caller":"traceutil/trace.go:171","msg":"trace[1431278972] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"224.802388ms","start":"2026-05-07T09:18:44.875924Z","end":"2026-05-07T09:18:45.100726Z","steps":["trace[1431278972] 'process raft request' (duration: 192.371779ms)","trace[1431278972] 'compare' (duration: 31.941208ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:45.46701Z","caller":"traceutil/trace.go:171","msg":"trace[1420920765] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"351.790905ms","start":"2026-05-07T09:18:45.115189Z","end":"2026-05-07T09:18:45.46698Z","steps":["trace[1420920765] 'read index received' (duration: 257.663539ms)","trace[1420920765] 'applied index is now lower than readState.Index' (duration: 94.126536ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:45.467086Z","caller":"traceutil/trace.go:171","msg":"trace[1058057032] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"354.716613ms","start":"2026-05-07T09:18:45.112338Z","end":"2026-05-07T09:18:45.467054Z","steps":["trace[1058057032] 'process raft request' (duration: 260.484665ms)","trace[1058057032] 'compare' (duration: 94.048354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:45.467346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:45.112321Z","time spent":"354.907107ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:45.467173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.962558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:45.467502Z","caller":"traceutil/trace.go:171","msg":"trace[645622709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"352.293206ms","start":"2026-05-07T09:18:45.115166Z","end":"2026-05-07T09:18:45.467459Z","steps":["trace[645622709] 'agreement among raft nodes before linearized reading' (duration: 351.955508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:45.467623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:45.115159Z","time spent":"352.412218ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:18:46.626199Z","caller":"traceutil/trace.go:171","msg":"trace[544612711] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"151.761517ms","start":"2026-05-07T09:18:46.474319Z","end":"2026-05-07T09:18:46.62608Z","steps":["trace[544612711] 'process raft request' (duration: 143.609546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:46.626942Z","caller":"traceutil/trace.go:171","msg":"trace[1074786773] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"120.226268ms","start":"2026-05-07T09:18:46.506663Z","end":"2026-05-07T09:18:46.626889Z","steps":["trace[1074786773] 'process raft request' (duration: 119.957241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:47.618477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:48.11885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:48.307649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277311444s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:18:48.309138Z","caller":"traceutil/trace.go:171","msg":"trace[535618286] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"1.191084893s","start":"2026-05-07T09:18:47.118021Z","end":"2026-05-07T09:18:48.309106Z","steps":["trace[535618286] 'read index received' (duration: 1.190003888s)","trace[535618286] 'applied index is now lower than readState.Index' (duration: 1.080095ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:48.30921Z","caller":"traceutil/trace.go:171","msg":"trace[1858624920] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.279820103s","start":"2026-05-07T09:18:47.029352Z","end":"2026-05-07T09:18:48.309172Z","steps":["trace[1858624920] 'process raft request' (duration: 1.279226159s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.309361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.029322Z","time spent":"1.279972586s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:48.309472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191402451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:48.309593Z","caller":"traceutil/trace.go:171","msg":"trace[659432902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"1.191548914s","start":"2026-05-07T09:18:47.118016Z","end":"2026-05-07T09:18:48.309565Z","steps":["trace[659432902] 'agreement among raft nodes before linearized reading' (duration: 1.191254457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.309671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.117959Z","time spent":"1.191698197s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:18:48.311804Z","caller":"traceutil/trace.go:171","msg":"trace[1552312435] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"186.531791ms","start":"2026-05-07T09:18:48.12525Z","end":"2026-05-07T09:18:48.311782Z","steps":["trace[1552312435] 'process raft request' (duration: 186.356817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.312043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.859571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:18:48.312088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.374112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:18:48.312234Z","caller":"traceutil/trace.go:171","msg":"trace[138699309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:585; }","duration":"746.603097ms","start":"2026-05-07T09:18:47.565594Z","end":"2026-05-07T09:18:48.312197Z","steps":["trace[138699309] 'agreement among raft nodes before linearized reading' (duration: 746.179047ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:48.312113Z","caller":"traceutil/trace.go:171","msg":"trace[303753056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:585; }","duration":"766.963133ms","start":"2026-05-07T09:18:47.545127Z","end":"2026-05-07T09:18:48.31209Z","steps":["trace[303753056] 'agreement among raft nodes before linearized reading' (duration: 766.83231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.312502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.5451Z","time spent":"767.364133ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:48.312429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.565574Z","time spent":"746.77262ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:18:55.106082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:18:55.34267Z","caller":"traceutil/trace.go:171","msg":"trace[1534816784] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"984.00346ms","start":"2026-05-07T09:18:54.358636Z","end":"2026-05-07T09:18:55.342639Z","steps":["trace[1534816784] 'process raft request' (duration: 983.853826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.342838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.358618Z","time spent":"984.129243ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:55.660314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.389496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:55.660444Z","caller":"traceutil/trace.go:171","msg":"trace[1115645418] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:656; }","duration":"1.055306371s","start":"2026-05-07T09:18:54.605118Z","end":"2026-05-07T09:18:55.660425Z","steps":["trace[1115645418] 'read index received' (duration: 737.411171ms)","trace[1115645418] 'applied index is now lower than readState.Index' (duration: 317.89378ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:55.66053Z","caller":"traceutil/trace.go:171","msg":"trace[683260596] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.297713702s","start":"2026-05-07T09:18:54.36277Z","end":"2026-05-07T09:18:55.660483Z","steps":["trace[683260596] 'process raft request' (duration: 1.10005952s)","trace[683260596] 'compare' (duration: 197.249102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:55.660636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055525666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8fwlz\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-07T09:18:55.660669Z","caller":"traceutil/trace.go:171","msg":"trace[1638959624] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8fwlz; range_end:; response_count:1; response_revision:635; }","duration":"1.055608368s","start":"2026-05-07T09:18:54.60505Z","end":"2026-05-07T09:18:55.660658Z","steps":["trace[1638959624] 'agreement among raft nodes before linearized reading' (duration: 1.055463924s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.660711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.605027Z","time spent":"1.05567165s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-8fwlz\" "} {"level":"warn","ts":"2026-05-07T09:18:55.660732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.362751Z","time spent":"1.297888046s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:55.660823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.083237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:18:55.660943Z","caller":"traceutil/trace.go:171","msg":"trace[949366813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"965.269331ms","start":"2026-05-07T09:18:54.695645Z","end":"2026-05-07T09:18:55.660914Z","steps":["trace[949366813] 'agreement among raft nodes before linearized reading' (duration: 964.986564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.661003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.695621Z","time spent":"965.368483ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:55.660823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.088364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:18:55.661118Z","caller":"traceutil/trace.go:171","msg":"trace[1394469721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:635; }","duration":"705.411011ms","start":"2026-05-07T09:18:54.955663Z","end":"2026-05-07T09:18:55.661074Z","steps":["trace[1394469721] 'agreement among raft nodes before linearized reading' (duration: 705.012272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.661227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.955642Z","time spent":"705.546504ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:18:56.036459Z","caller":"traceutil/trace.go:171","msg":"trace[731120864] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"370.77613ms","start":"2026-05-07T09:18:55.665649Z","end":"2026-05-07T09:18:56.036425Z","steps":["trace[731120864] 'process raft request' (duration: 321.516925ms)","trace[731120864] 'compare' (duration: 49.05128ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:56.036577Z","caller":"traceutil/trace.go:171","msg":"trace[562034315] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"359.987616ms","start":"2026-05-07T09:18:55.67655Z","end":"2026-05-07T09:18:56.036537Z","steps":["trace[562034315] 'process raft request' (duration: 359.777461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:56.036644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:55.665616Z","time spent":"370.945693ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:56.036784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:55.676537Z","time spent":"360.121989ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:57.319497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.013874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:57.319641Z","caller":"traceutil/trace.go:171","msg":"trace[1956398247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"202.194999ms","start":"2026-05-07T09:18:57.117417Z","end":"2026-05-07T09:18:57.319612Z","steps":["trace[1956398247] 'range keys from in-memory index tree' (duration: 201.925352ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:58.158289Z","caller":"traceutil/trace.go:171","msg":"trace[675973133] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"492.45039ms","start":"2026-05-07T09:18:57.665809Z","end":"2026-05-07T09:18:58.158259Z","steps":["trace[675973133] 'read index received' (duration: 492.194504ms)","trace[675973133] 'applied index is now lower than readState.Index' (duration: 254.716µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:58.158406Z","caller":"traceutil/trace.go:171","msg":"trace[48622261] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"808.299152ms","start":"2026-05-07T09:18:57.350059Z","end":"2026-05-07T09:18:58.158358Z","steps":["trace[48622261] 'process raft request' (duration: 808.024455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:58.15867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:57.350042Z","time spent":"808.480215ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:58.15869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.42476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:18:58.158709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.828852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:18:58.158688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.822139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:58.158803Z","caller":"traceutil/trace.go:171","msg":"trace[1633835395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"117.937564ms","start":"2026-05-07T09:18:58.040843Z","end":"2026-05-07T09:18:58.158781Z","steps":["trace[1633835395] 'agreement among raft nodes before linearized reading' (duration: 117.676778ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:58.158817Z","caller":"traceutil/trace.go:171","msg":"trace[289077991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"425.598734ms","start":"2026-05-07T09:18:57.733172Z","end":"2026-05-07T09:18:58.158771Z","steps":["trace[289077991] 'agreement among raft nodes before linearized reading' (duration: 425.328158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:58.158843Z","caller":"traceutil/trace.go:171","msg":"trace[1322924771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"493.030114ms","start":"2026-05-07T09:18:57.665759Z","end":"2026-05-07T09:18:58.158789Z","steps":["trace[1322924771] 'agreement among raft nodes before linearized reading' (duration: 492.644715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:58.15886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:57.733144Z","time spent":"425.707406ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:58.158965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:57.665739Z","time spent":"493.207147ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:58.992359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:59.493479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:59.849869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538814903s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T09:18:59.855544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.810802ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:59.855687Z","caller":"traceutil/trace.go:171","msg":"trace[1220758261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:639; }","duration":"423.968326ms","start":"2026-05-07T09:18:59.431699Z","end":"2026-05-07T09:18:59.855668Z","steps":["trace[1220758261] 'range keys from in-memory index tree' (duration: 423.785851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.85676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544783782s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:59.857514Z","caller":"traceutil/trace.go:171","msg":"trace[1851612780] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.693700812s","start":"2026-05-07T09:18:58.163757Z","end":"2026-05-07T09:18:59.857458Z","steps":["trace[1851612780] 'process raft request' (duration: 1.693591129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.857686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.163724Z","time spent":"1.693841335s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:59.85821Z","caller":"traceutil/trace.go:171","msg":"trace[461213173] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.694493701s","start":"2026-05-07T09:18:58.163692Z","end":"2026-05-07T09:18:59.858185Z","steps":["trace[461213173] 'process raft request' (duration: 1.693445616s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.858291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.163669Z","time spent":"1.694578182s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:59.858599Z","caller":"traceutil/trace.go:171","msg":"trace[2088981211] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.695122955s","start":"2026-05-07T09:18:58.163433Z","end":"2026-05-07T09:18:59.858556Z","steps":["trace[2088981211] 'process raft request' (duration: 147.532208ms)","trace[2088981211] 'compare' (duration: 1.544461954s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:59.858789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.163409Z","time spent":"1.695260388s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:59.888556Z","caller":"traceutil/trace.go:171","msg":"trace[400876989] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.256235221s","start":"2026-05-07T09:18:58.632283Z","end":"2026-05-07T09:18:59.888518Z","steps":["trace[400876989] 'process raft request' (duration: 1.256039726s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.888726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.632256Z","time spent":"1.256383543s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:00.492169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T09:19:00.492259Z","caller":"traceutil/trace.go:171","msg":"trace[1294742347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369368s","start":"2026-05-07T09:18:58.49187Z","end":"2026-05-07T09:19:00.49224Z","steps":["trace[1294742347] 'agreement among raft nodes before linearized reading' (duration: 2.000253906s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.492298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.491849Z","time spent":"2.00044187s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 09:19:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T09:19:00.669457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.981782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-07T09:19:00.67055Z","caller":"traceutil/trace.go:171","msg":"trace[967784238] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:662; }","duration":"2.177850958s","start":"2026-05-07T09:18:58.491998Z","end":"2026-05-07T09:19:00.669849Z","steps":["trace[967784238] 'read index received' (duration: 1.358041756s)","trace[967784238] 'applied index is now lower than readState.Index' (duration: 819.804092ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:00.670823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554257304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:00.670001Z","caller":"traceutil/trace.go:171","msg":"trace[1860322590] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"174.255814ms","start":"2026-05-07T09:19:00.495722Z","end":"2026-05-07T09:19:00.669977Z","steps":["trace[1860322590] 'process raft request' (duration: 173.943936ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:00.670878Z","caller":"traceutil/trace.go:171","msg":"trace[1190189978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"1.554365197s","start":"2026-05-07T09:18:59.116497Z","end":"2026-05-07T09:19:00.670862Z","steps":["trace[1190189978] 'agreement among raft nodes before linearized reading' (duration: 1.554199683s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.670921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.116476Z","time spent":"1.554435369s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:19:00.670987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.91875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:19:00.671099Z","caller":"traceutil/trace.go:171","msg":"trace[1592998937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"507.083163ms","start":"2026-05-07T09:19:00.163988Z","end":"2026-05-07T09:19:00.671071Z","steps":["trace[1592998937] 'agreement among raft nodes before linearized reading' (duration: 506.749006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.671148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:00.16395Z","time spent":"507.189506ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:19:04.10632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.052022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:19:04.106421Z","caller":"traceutil/trace.go:171","msg":"trace[465542809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:662; }","duration":"230.177435ms","start":"2026-05-07T09:19:03.876224Z","end":"2026-05-07T09:19:04.106401Z","steps":["trace[465542809] 'range keys from in-memory index tree' (duration: 229.843226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:04.106405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.263764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:19:04.106499Z","caller":"traceutil/trace.go:171","msg":"trace[1951145831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:662; }","duration":"232.426427ms","start":"2026-05-07T09:19:03.87405Z","end":"2026-05-07T09:19:04.106477Z","steps":["trace[1951145831] 'range keys from in-memory index tree' (duration: 232.035008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:04.106506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.230366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:19:04.106844Z","caller":"traceutil/trace.go:171","msg":"trace[1950629364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:662; }","duration":"230.591565ms","start":"2026-05-07T09:19:03.87622Z","end":"2026-05-07T09:19:04.106812Z","steps":["trace[1950629364] 'range keys from in-memory index tree' (duration: 230.049561ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:06.718333Z","caller":"traceutil/trace.go:171","msg":"trace[933652151] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"205.427933ms","start":"2026-05-07T09:19:06.512884Z","end":"2026-05-07T09:19:06.718312Z","steps":["trace[933652151] 'process raft request' (duration: 205.27342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.420293Z","caller":"traceutil/trace.go:171","msg":"trace[1824859546] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"304.133877ms","start":"2026-05-07T09:19:07.116129Z","end":"2026-05-07T09:19:07.420262Z","steps":["trace[1824859546] 'read index received' (duration: 304.020104ms)","trace[1824859546] 'applied index is now lower than readState.Index' (duration: 112.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:07.420339Z","caller":"traceutil/trace.go:171","msg":"trace[817294330] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"317.128152ms","start":"2026-05-07T09:19:07.103182Z","end":"2026-05-07T09:19:07.42031Z","steps":["trace[817294330] 'process raft request' (duration: 316.900007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:07.420478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.336832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:19:07.420486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:07.103146Z","time spent":"317.273045ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:19:07.420522Z","caller":"traceutil/trace.go:171","msg":"trace[1504461261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"304.398244ms","start":"2026-05-07T09:19:07.116112Z","end":"2026-05-07T09:19:07.42051Z","steps":["trace[1504461261] 'agreement among raft nodes before linearized reading' (duration: 304.292881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:07.420556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:07.116044Z","time spent":"304.504156ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:19:07.534051Z","caller":"traceutil/trace.go:171","msg":"trace[1096083154] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"113.644833ms","start":"2026-05-07T09:19:07.420376Z","end":"2026-05-07T09:19:07.534021Z","steps":["trace[1096083154] 'read index received' (duration: 59.214067ms)","trace[1096083154] 'applied index is now lower than readState.Index' (duration: 54.429336ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:07.534111Z","caller":"traceutil/trace.go:171","msg":"trace[1529425581] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"378.205163ms","start":"2026-05-07T09:19:07.155854Z","end":"2026-05-07T09:19:07.534059Z","steps":["trace[1529425581] 'process raft request' (duration: 323.548192ms)","trace[1529425581] 'compare' (duration: 54.457306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:07.534365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:07.155813Z","time spent":"378.435009ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:19:07.534477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.102657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-07T09:19:07.534577Z","caller":"traceutil/trace.go:171","msg":"trace[1610749656] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:716; }","duration":"234.275381ms","start":"2026-05-07T09:19:07.300279Z","end":"2026-05-07T09:19:07.534554Z","steps":["trace[1610749656] 'agreement among raft nodes before linearized reading' (duration: 233.906662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.580569Z","caller":"traceutil/trace.go:171","msg":"trace[538909207] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"146.251118ms","start":"2026-05-07T09:19:07.434267Z","end":"2026-05-07T09:19:07.580518Z","steps":["trace[538909207] 'process raft request' (duration: 146.011492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:07.632116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.424431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:07.632254Z","caller":"traceutil/trace.go:171","msg":"trace[832194420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"210.593085ms","start":"2026-05-07T09:19:07.421613Z","end":"2026-05-07T09:19:07.632206Z","steps":["trace[832194420] 'agreement among raft nodes before linearized reading' (duration: 210.413401ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.632101Z","caller":"traceutil/trace.go:171","msg":"trace[250968606] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"125.370448ms","start":"2026-05-07T09:19:07.50667Z","end":"2026-05-07T09:19:07.63204Z","steps":["trace[250968606] 'process raft request' (duration: 125.239205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.828081Z","caller":"traceutil/trace.go:171","msg":"trace[1857611593] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"126.195668ms","start":"2026-05-07T09:19:07.70185Z","end":"2026-05-07T09:19:07.828046Z","steps":["trace[1857611593] 'process raft request' (duration: 116.89619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.849251Z","caller":"traceutil/trace.go:171","msg":"trace[953338560] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"124.945908ms","start":"2026-05-07T09:19:07.724258Z","end":"2026-05-07T09:19:07.849204Z","steps":["trace[953338560] 'process raft request' (duration: 124.787575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:12.345094Z","caller":"traceutil/trace.go:171","msg":"trace[1879537751] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"104.065819ms","start":"2026-05-07T09:19:12.240975Z","end":"2026-05-07T09:19:12.345041Z","steps":["trace[1879537751] 'process raft request' (duration: 49.517741ms)","trace[1879537751] 'compare' (duration: 54.438996ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:12.349035Z","caller":"traceutil/trace.go:171","msg":"trace[194819536] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"106.804633ms","start":"2026-05-07T09:19:12.242196Z","end":"2026-05-07T09:19:12.349001Z","steps":["trace[194819536] 'process raft request' (duration: 106.569388ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:14.500813Z","caller":"traceutil/trace.go:171","msg":"trace[184891879] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"147.933777ms","start":"2026-05-07T09:19:14.352856Z","end":"2026-05-07T09:19:14.50079Z","steps":["trace[184891879] 'process raft request' (duration: 147.811574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:14.567795Z","caller":"traceutil/trace.go:171","msg":"trace[103821394] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"212.665214ms","start":"2026-05-07T09:19:14.355105Z","end":"2026-05-07T09:19:14.56777Z","steps":["trace[103821394] 'process raft request' (duration: 212.542032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:16.723866Z","caller":"traceutil/trace.go:171","msg":"trace[1454556504] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"148.331306ms","start":"2026-05-07T09:19:16.575495Z","end":"2026-05-07T09:19:16.723826Z","steps":["trace[1454556504] 'process raft request' (duration: 124.592541ms)","trace[1454556504] 'compare' (duration: 23.603852ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:17.003893Z","caller":"traceutil/trace.go:171","msg":"trace[1191774044] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"102.308148ms","start":"2026-05-07T09:19:16.901556Z","end":"2026-05-07T09:19:17.003864Z","steps":["trace[1191774044] 'process raft request' (duration: 65.27653ms)","trace[1191774044] 'compare' (duration: 36.912545ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:18.589895Z","caller":"traceutil/trace.go:171","msg":"trace[2113905781] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"316.176038ms","start":"2026-05-07T09:19:18.273682Z","end":"2026-05-07T09:19:18.589858Z","steps":["trace[2113905781] 'process raft request' (duration: 315.967883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:18.590094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:18.273667Z","time spent":"316.344951ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:19.228666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636383947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:19:19.34715Z","caller":"traceutil/trace.go:171","msg":"trace[720641499] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"753.2709ms","start":"2026-05-07T09:19:18.593854Z","end":"2026-05-07T09:19:19.347125Z","steps":["trace[720641499] 'process raft request' (duration: 753.141757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:19.347314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:18.593827Z","time spent":"753.405703ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:19.455986Z","caller":"traceutil/trace.go:171","msg":"trace[1288270681] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"708.680006ms","start":"2026-05-07T09:19:18.747268Z","end":"2026-05-07T09:19:19.455948Z","steps":["trace[1288270681] 'process raft request' (duration: 706.630328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:19.456183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:18.747254Z","time spent":"708.82594ms","remote":"127.0.0.1:52792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:19.462023Z","caller":"traceutil/trace.go:171","msg":"trace[1147342239] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:835; }","duration":"734.107581ms","start":"2026-05-07T09:19:18.72788Z","end":"2026-05-07T09:19:19.461988Z","steps":["trace[1147342239] 'read index received' (duration: 619.199588ms)","trace[1147342239] 'applied index is now lower than readState.Index' (duration: 114.906393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:19.462292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.402679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:19:19.462351Z","caller":"traceutil/trace.go:171","msg":"trace[1976418002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:807; }","duration":"734.505501ms","start":"2026-05-07T09:19:18.727832Z","end":"2026-05-07T09:19:19.462337Z","steps":["trace[1976418002] 'agreement among raft nodes before linearized reading' (duration: 734.283415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:19.462374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:18.727818Z","time spent":"734.551922ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:19:19.46238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.116115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:19:19.462413Z","caller":"traceutil/trace.go:171","msg":"trace[899196775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:807; }","duration":"455.182907ms","start":"2026-05-07T09:19:19.00722Z","end":"2026-05-07T09:19:19.462403Z","steps":["trace[899196775] 'agreement among raft nodes before linearized reading' (duration: 455.095235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:19.462437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:19.007203Z","time spent":"455.227208ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:19:19.462447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.019145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:19:19.4625Z","caller":"traceutil/trace.go:171","msg":"trace[1386581387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:807; }","duration":"622.138869ms","start":"2026-05-07T09:19:18.840348Z","end":"2026-05-07T09:19:19.462487Z","steps":["trace[1386581387] 'agreement among raft nodes before linearized reading' (duration: 621.946585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:19.462558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:18.840318Z","time spent":"622.230781ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:19:27.89957Z","caller":"traceutil/trace.go:171","msg":"trace[1029566979] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"292.72188ms","start":"2026-05-07T09:19:27.606812Z","end":"2026-05-07T09:19:27.899534Z","steps":["trace[1029566979] 'process raft request' (duration: 195.473311ms)","trace[1029566979] 'compare' (duration: 97.111346ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:27.929327Z","caller":"traceutil/trace.go:171","msg":"trace[1062453289] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:926; }","duration":"193.666348ms","start":"2026-05-07T09:19:27.735626Z","end":"2026-05-07T09:19:27.929292Z","steps":["trace[1062453289] 'read index received' (duration: 66.59188ms)","trace[1062453289] 'applied index is now lower than readState.Index' (duration: 127.073488ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:27.929471Z","caller":"traceutil/trace.go:171","msg":"trace[501376649] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"322.244892ms","start":"2026-05-07T09:19:27.607198Z","end":"2026-05-07T09:19:27.929443Z","steps":["trace[501376649] 'process raft request' (duration: 321.917254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:27.929599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:27.607185Z","time spent":"322.336854ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:27.929796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.998136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:19:27.929907Z","caller":"traceutil/trace.go:171","msg":"trace[786145619] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:897; }","duration":"194.298034ms","start":"2026-05-07T09:19:27.735556Z","end":"2026-05-07T09:19:27.929854Z","steps":["trace[786145619] 'agreement among raft nodes before linearized reading' (duration: 193.907834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:27.944591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.336714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dpnq6\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-05-07T09:19:27.944633Z","caller":"traceutil/trace.go:171","msg":"trace[224196732] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dpnq6; range_end:; response_count:1; response_revision:898; }","duration":"162.425136ms","start":"2026-05-07T09:19:27.782197Z","end":"2026-05-07T09:19:27.944623Z","steps":["trace[224196732] 'agreement among raft nodes before linearized reading' (duration: 162.275903ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.187367Z","caller":"traceutil/trace.go:171","msg":"trace[1939119472] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"134.090072ms","start":"2026-05-07T09:19:28.053267Z","end":"2026-05-07T09:19:28.187357Z","steps":["trace[1939119472] 'process raft request' (duration: 133.928928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.187285Z","caller":"traceutil/trace.go:171","msg":"trace[1290885617] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"140.954323ms","start":"2026-05-07T09:19:28.046308Z","end":"2026-05-07T09:19:28.187262Z","steps":["trace[1290885617] 'process raft request' (duration: 96.589473ms)","trace[1290885617] 'compare' (duration: 44.176425ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:28.586856Z","caller":"traceutil/trace.go:171","msg":"trace[900892584] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"387.879713ms","start":"2026-05-07T09:19:28.198945Z","end":"2026-05-07T09:19:28.586825Z","steps":["trace[900892584] 'process raft request' (duration: 387.810831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:28.587094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:28.198929Z","time spent":"388.035826ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4892,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:28.587237Z","caller":"traceutil/trace.go:171","msg":"trace[2029437745] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"391.778664ms","start":"2026-05-07T09:19:28.195415Z","end":"2026-05-07T09:19:28.587194Z","steps":["trace[2029437745] 'process raft request' (duration: 391.272122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.587324Z","caller":"traceutil/trace.go:171","msg":"trace[1231288917] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"393.530525ms","start":"2026-05-07T09:19:28.193764Z","end":"2026-05-07T09:19:28.587295Z","steps":["trace[1231288917] 'process raft request' (duration: 392.705146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:28.587453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:28.195406Z","time spent":"391.929847ms","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:28.587472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:28.193732Z","time spent":"393.661157ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:28.760074Z","caller":"traceutil/trace.go:171","msg":"trace[1855524080] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"166.016532ms","start":"2026-05-07T09:19:28.594018Z","end":"2026-05-07T09:19:28.760034Z","steps":["trace[1855524080] 'process raft request' (duration: 165.750616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.760357Z","caller":"traceutil/trace.go:171","msg":"trace[775602669] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"165.990422ms","start":"2026-05-07T09:19:28.594335Z","end":"2026-05-07T09:19:28.760325Z","steps":["trace[775602669] 'process raft request' (duration: 165.589613ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.760483Z","caller":"traceutil/trace.go:171","msg":"trace[392429712] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:938; }","duration":"122.910509ms","start":"2026-05-07T09:19:28.637546Z","end":"2026-05-07T09:19:28.760456Z","steps":["trace[392429712] 'read index received' (duration: 122.132541ms)","trace[392429712] 'applied index is now lower than readState.Index' (duration: 776.748µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:28.760543Z","caller":"traceutil/trace.go:171","msg":"trace[985027944] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"164.853735ms","start":"2026-05-07T09:19:28.59567Z","end":"2026-05-07T09:19:28.760524Z","steps":["trace[985027944] 'process raft request' (duration: 164.588319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:28.760768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.196506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:19:28.760821Z","caller":"traceutil/trace.go:171","msg":"trace[1121706643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"123.325979ms","start":"2026-05-07T09:19:28.637479Z","end":"2026-05-07T09:19:28.760805Z","steps":["trace[1121706643] 'agreement among raft nodes before linearized reading' (duration: 123.066893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.880606Z","caller":"traceutil/trace.go:171","msg":"trace[691838757] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"112.004913ms","start":"2026-05-07T09:19:28.768578Z","end":"2026-05-07T09:19:28.880582Z","steps":["trace[691838757] 'process raft request' (duration: 111.953402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.880902Z","caller":"traceutil/trace.go:171","msg":"trace[217714441] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"115.153167ms","start":"2026-05-07T09:19:28.765732Z","end":"2026-05-07T09:19:28.880885Z","steps":["trace[217714441] 'process raft request' (duration: 114.662616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:28.881306Z","caller":"traceutil/trace.go:171","msg":"trace[1688729604] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"114.326688ms","start":"2026-05-07T09:19:28.766967Z","end":"2026-05-07T09:19:28.881294Z","steps":["trace[1688729604] 'process raft request' (duration: 113.507968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:34.098047Z","caller":"traceutil/trace.go:171","msg":"trace[1787842857] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"138.617878ms","start":"2026-05-07T09:19:33.959389Z","end":"2026-05-07T09:19:34.098007Z","steps":["trace[1787842857] 'process raft request' (duration: 136.688803ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:34.10185Z","caller":"traceutil/trace.go:171","msg":"trace[1612338268] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"140.675906ms","start":"2026-05-07T09:19:33.961142Z","end":"2026-05-07T09:19:34.101818Z","steps":["trace[1612338268] 'process raft request' (duration: 140.363839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:45.759794Z","caller":"traceutil/trace.go:171","msg":"trace[1424380068] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"103.091344ms","start":"2026-05-07T09:19:45.656671Z","end":"2026-05-07T09:19:45.759762Z","steps":["trace[1424380068] 'process raft request' (duration: 84.20376ms)","trace[1424380068] 'compare' (duration: 18.413643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:46.274815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.227195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:46.274903Z","caller":"traceutil/trace.go:171","msg":"trace[1275054139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1195; }","duration":"157.359039ms","start":"2026-05-07T09:19:46.117522Z","end":"2026-05-07T09:19:46.274882Z","steps":["trace[1275054139] 'range keys from in-memory index tree' (duration: 157.102802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:46.413727Z","caller":"traceutil/trace.go:171","msg":"trace[575315324] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1232; }","duration":"102.313315ms","start":"2026-05-07T09:19:46.311389Z","end":"2026-05-07T09:19:46.413702Z","steps":["trace[575315324] 'read index received' (duration: 79.925869ms)","trace[575315324] 'applied index is now lower than readState.Index' (duration: 22.386426ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:46.413785Z","caller":"traceutil/trace.go:171","msg":"trace[672793969] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"134.123463ms","start":"2026-05-07T09:19:46.279634Z","end":"2026-05-07T09:19:46.413758Z","steps":["trace[672793969] 'process raft request' (duration: 111.753466ms)","trace[672793969] 'compare' (duration: 22.206713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:46.413935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.51148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:19:46.414107Z","caller":"traceutil/trace.go:171","msg":"trace[437319332] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1197; }","duration":"102.723385ms","start":"2026-05-07T09:19:46.311355Z","end":"2026-05-07T09:19:46.414078Z","steps":["trace[437319332] 'agreement among raft nodes before linearized reading' (duration: 102.480709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:47.304247Z","caller":"traceutil/trace.go:171","msg":"trace[1284743331] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"304.796915ms","start":"2026-05-07T09:19:46.999386Z","end":"2026-05-07T09:19:47.304183Z","steps":["trace[1284743331] 'process raft request' (duration: 304.57216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.304473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.999352Z","time spent":"305.002559ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:48.153658Z","caller":"traceutil/trace.go:171","msg":"trace[1649869383] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"349.190178ms","start":"2026-05-07T09:19:47.804435Z","end":"2026-05-07T09:19:48.153625Z","steps":["trace[1649869383] 'read index received' (duration: 349.160337ms)","trace[1649869383] 'applied index is now lower than readState.Index' (duration: 28.381µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:48.153675Z","caller":"traceutil/trace.go:171","msg":"trace[570886217] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"525.347387ms","start":"2026-05-07T09:19:47.6283Z","end":"2026-05-07T09:19:48.153647Z","steps":["trace[570886217] 'process raft request' (duration: 525.170253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.153887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.529461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:19:48.153887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.448364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:19:48.153935Z","caller":"traceutil/trace.go:171","msg":"trace[227232576] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1199; }","duration":"282.614903ms","start":"2026-05-07T09:19:47.871305Z","end":"2026-05-07T09:19:48.15392Z","steps":["trace[227232576] 'agreement among raft nodes before linearized reading' (duration: 282.49019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:48.153948Z","caller":"traceutil/trace.go:171","msg":"trace[1415948457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1199; }","duration":"349.556347ms","start":"2026-05-07T09:19:47.804376Z","end":"2026-05-07T09:19:48.153932Z","steps":["trace[1415948457] 'agreement among raft nodes before linearized reading' (duration: 349.353532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.154006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:47.804348Z","time spent":"349.644888ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:19:48.154022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:47.628277Z","time spent":"525.564403ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:48.482836Z","caller":"traceutil/trace.go:171","msg":"trace[1584791594] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"325.077191ms","start":"2026-05-07T09:19:48.157716Z","end":"2026-05-07T09:19:48.482793Z","steps":["trace[1584791594] 'process raft request' (duration: 259.09234ms)","trace[1584791594] 'compare' (duration: 65.706644ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:48.482915Z","caller":"traceutil/trace.go:171","msg":"trace[952706605] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"325.006819ms","start":"2026-05-07T09:19:48.157877Z","end":"2026-05-07T09:19:48.482883Z","steps":["trace[952706605] 'process raft request' (duration: 324.842235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.48308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:48.157692Z","time spent":"325.259996ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:48.483115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:48.157858Z","time spent":"325.157603ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:48.483271Z","caller":"traceutil/trace.go:171","msg":"trace[1723334103] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"201.64348ms","start":"2026-05-07T09:19:48.281608Z","end":"2026-05-07T09:19:48.483251Z","steps":["trace[1723334103] 'process raft request' (duration: 201.195229ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:58.472892Z","caller":"traceutil/trace.go:171","msg":"trace[808854763] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1329; }","duration":"234.886351ms","start":"2026-05-07T09:19:58.237982Z","end":"2026-05-07T09:19:58.472868Z","steps":["trace[808854763] 'read index received' (duration: 234.662456ms)","trace[808854763] 'applied index is now lower than readState.Index' (duration: 223.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:58.472989Z","caller":"traceutil/trace.go:171","msg":"trace[1388197946] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"432.653049ms","start":"2026-05-07T09:19:58.040302Z","end":"2026-05-07T09:19:58.472955Z","steps":["trace[1388197946] 'process raft request' (duration: 432.416414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:58.473066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.058955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:19:58.473139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.722712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T09:19:58.473139Z","caller":"traceutil/trace.go:171","msg":"trace[305786354] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1287; }","duration":"235.191128ms","start":"2026-05-07T09:19:58.23793Z","end":"2026-05-07T09:19:58.473121Z","steps":["trace[305786354] 'agreement among raft nodes before linearized reading' (duration: 235.044765ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:58.473203Z","caller":"traceutil/trace.go:171","msg":"trace[989778710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1287; }","duration":"221.828964ms","start":"2026-05-07T09:19:58.251336Z","end":"2026-05-07T09:19:58.473165Z","steps":["trace[989778710] 'agreement among raft nodes before linearized reading' (duration: 221.67363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:58.473153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:58.040281Z","time spent":"432.784153ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:58.613617Z","caller":"traceutil/trace.go:171","msg":"trace[583768260] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1330; }","duration":"135.541915ms","start":"2026-05-07T09:19:58.478041Z","end":"2026-05-07T09:19:58.613583Z","steps":["trace[583768260] 'read index received' (duration: 91.195252ms)","trace[583768260] 'applied index is now lower than readState.Index' (duration: 44.345263ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:58.613673Z","caller":"traceutil/trace.go:171","msg":"trace[1117027094] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"136.326863ms","start":"2026-05-07T09:19:58.477323Z","end":"2026-05-07T09:19:58.61365Z","steps":["trace[1117027094] 'process raft request' (duration: 91.979221ms)","trace[1117027094] 'compare' (duration: 44.180038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:58.613944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.884713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18ad3e00198cf65f\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-05-07T09:19:58.61405Z","caller":"traceutil/trace.go:171","msg":"trace[868566665] range","detail":"{range_begin:/registry/events/default/atmosphere.18ad3e00198cf65f; range_end:; response_count:1; response_revision:1288; }","duration":"135.991685ms","start":"2026-05-07T09:19:58.478Z","end":"2026-05-07T09:19:58.613992Z","steps":["trace[868566665] 'agreement among raft nodes before linearized reading' (duration: 135.698888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:58.666385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.518501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:58.666495Z","caller":"traceutil/trace.go:171","msg":"trace[1530480551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1289; }","duration":"174.650554ms","start":"2026-05-07T09:19:58.491801Z","end":"2026-05-07T09:19:58.666451Z","steps":["trace[1530480551] 'agreement among raft nodes before linearized reading' (duration: 173.921727ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:58.839977Z","caller":"traceutil/trace.go:171","msg":"trace[1254350158] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"167.100197ms","start":"2026-05-07T09:19:58.672852Z","end":"2026-05-07T09:19:58.839952Z","steps":["trace[1254350158] 'process raft request' (duration: 166.854032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:58.840408Z","caller":"traceutil/trace.go:171","msg":"trace[1416911695] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"166.568605ms","start":"2026-05-07T09:19:58.673797Z","end":"2026-05-07T09:19:58.840366Z","steps":["trace[1416911695] 'process raft request' (duration: 166.399201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:58.840436Z","caller":"traceutil/trace.go:171","msg":"trace[264575169] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"167.530278ms","start":"2026-05-07T09:19:58.672881Z","end":"2026-05-07T09:19:58.840412Z","steps":["trace[264575169] 'process raft request' (duration: 167.013196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:04.394748Z","caller":"traceutil/trace.go:171","msg":"trace[505188450] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1380; }","duration":"278.470786ms","start":"2026-05-07T09:20:04.11625Z","end":"2026-05-07T09:20:04.39472Z","steps":["trace[505188450] 'read index received' (duration: 278.422784ms)","trace[505188450] 'applied index is now lower than readState.Index' (duration: 46.851µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:04.394857Z","caller":"traceutil/trace.go:171","msg":"trace[867898622] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"433.435338ms","start":"2026-05-07T09:20:03.961383Z","end":"2026-05-07T09:20:04.394818Z","steps":["trace[867898622] 'process raft request' (duration: 433.180822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.394895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.631419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:04.395041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:03.961373Z","time spent":"433.583382ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4331,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:04.395078Z","caller":"traceutil/trace.go:171","msg":"trace[141282536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"278.816174ms","start":"2026-05-07T09:20:04.116235Z","end":"2026-05-07T09:20:04.395051Z","steps":["trace[141282536] 'agreement among raft nodes before linearized reading' (duration: 278.607659ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:04.411429Z","caller":"traceutil/trace.go:171","msg":"trace[539664264] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"165.840588ms","start":"2026-05-07T09:20:04.245551Z","end":"2026-05-07T09:20:04.411391Z","steps":["trace[539664264] 'process raft request' (duration: 165.676675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.411574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.054325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T09:20:04.411918Z","caller":"traceutil/trace.go:171","msg":"trace[100473996] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1338; }","duration":"255.448834ms","start":"2026-05-07T09:20:04.15645Z","end":"2026-05-07T09:20:04.411899Z","steps":["trace[100473996] 'agreement among raft nodes before linearized reading' (duration: 254.939532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:07.747345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.547901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:07.747456Z","caller":"traceutil/trace.go:171","msg":"trace[1731240104] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1409; }","duration":"157.81276ms","start":"2026-05-07T09:20:07.589625Z","end":"2026-05-07T09:20:07.747438Z","steps":["trace[1731240104] 'read index received' (duration: 55.048574ms)","trace[1731240104] 'applied index is now lower than readState.Index' (duration: 102.762976ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:07.74753Z","caller":"traceutil/trace.go:171","msg":"trace[1094500584] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"158.438714ms","start":"2026-05-07T09:20:07.589061Z","end":"2026-05-07T09:20:07.7475Z","steps":["trace[1094500584] 'process raft request' (duration: 55.657778ms)","trace[1094500584] 'compare' (duration: 102.417398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:07.747652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.019314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5kkfc\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-05-07T09:20:07.74773Z","caller":"traceutil/trace.go:171","msg":"trace[123840420] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5kkfc; range_end:; response_count:1; response_revision:1365; }","duration":"158.117246ms","start":"2026-05-07T09:20:07.589592Z","end":"2026-05-07T09:20:07.74771Z","steps":["trace[123840420] 'agreement among raft nodes before linearized reading' (duration: 157.894341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:07.748028Z","caller":"traceutil/trace.go:171","msg":"trace[1666224992] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"157.910301ms","start":"2026-05-07T09:20:07.5901Z","end":"2026-05-07T09:20:07.74801Z","steps":["trace[1666224992] 'process raft request' (duration: 157.820889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:09.601294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.883649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-07T09:20:11.158462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.063027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:11.158632Z","caller":"traceutil/trace.go:171","msg":"trace[50063740] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1505; }","duration":"256.902078ms","start":"2026-05-07T09:20:10.901706Z","end":"2026-05-07T09:20:11.158608Z","steps":["trace[50063740] 'read index received' (duration: 34.089921ms)","trace[50063740] 'applied index is now lower than readState.Index' (duration: 222.810357ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:11.158724Z","caller":"traceutil/trace.go:171","msg":"trace[363257035] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"265.621563ms","start":"2026-05-07T09:20:10.893062Z","end":"2026-05-07T09:20:11.158683Z","steps":["trace[363257035] 'process raft request' (duration: 101.245019ms)","trace[363257035] 'compare' (duration: 163.926154ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:11.1589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.162034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:11.158987Z","caller":"traceutil/trace.go:171","msg":"trace[1283323155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1461; }","duration":"257.284948ms","start":"2026-05-07T09:20:10.901682Z","end":"2026-05-07T09:20:11.158967Z","steps":["trace[1283323155] 'agreement among raft nodes before linearized reading' (duration: 257.031702ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:11.572341Z","caller":"traceutil/trace.go:171","msg":"trace[1751030076] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"409.384003ms","start":"2026-05-07T09:20:11.162931Z","end":"2026-05-07T09:20:11.572315Z","steps":["trace[1751030076] 'process raft request' (duration: 409.159238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:11.572504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:11.162908Z","time spent":"409.507106ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:11.574218Z","caller":"traceutil/trace.go:171","msg":"trace[2056206795] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"108.47267ms","start":"2026-05-07T09:20:11.465724Z","end":"2026-05-07T09:20:11.574197Z","steps":["trace[2056206795] 'process raft request' (duration: 108.335617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:16.26777Z","caller":"traceutil/trace.go:171","msg":"trace[428123236] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"124.074097ms","start":"2026-05-07T09:20:16.14366Z","end":"2026-05-07T09:20:16.267734Z","steps":["trace[428123236] 'process raft request' (duration: 123.867392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:19.983506Z","caller":"traceutil/trace.go:171","msg":"trace[1627406223] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"122.702585ms","start":"2026-05-07T09:20:19.860776Z","end":"2026-05-07T09:20:19.983479Z","steps":["trace[1627406223] 'process raft request' (duration: 113.551089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:22.205631Z","caller":"traceutil/trace.go:171","msg":"trace[325782203] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"117.105082ms","start":"2026-05-07T09:20:22.088491Z","end":"2026-05-07T09:20:22.205596Z","steps":["trace[325782203] 'process raft request' (duration: 116.931618ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:28.663288Z","caller":"traceutil/trace.go:171","msg":"trace[1047800469] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"375.132567ms","start":"2026-05-07T09:20:28.28813Z","end":"2026-05-07T09:20:28.663262Z","steps":["trace[1047800469] 'read index received' (duration: 374.993914ms)","trace[1047800469] 'applied index is now lower than readState.Index' (duration: 137.563µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:28.663444Z","caller":"traceutil/trace.go:171","msg":"trace[373972304] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"380.249938ms","start":"2026-05-07T09:20:28.283162Z","end":"2026-05-07T09:20:28.663412Z","steps":["trace[373972304] 'process raft request' (duration: 379.93669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.66351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.325423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:28.663511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.359093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:28.663568Z","caller":"traceutil/trace.go:171","msg":"trace[263938849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1752; }","duration":"375.440485ms","start":"2026-05-07T09:20:28.288112Z","end":"2026-05-07T09:20:28.663553Z","steps":["trace[263938849] 'agreement among raft nodes before linearized reading' (duration: 375.336583ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:28.663558Z","caller":"traceutil/trace.go:171","msg":"trace[1305369697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1752; }","duration":"375.394904ms","start":"2026-05-07T09:20:28.288145Z","end":"2026-05-07T09:20:28.66354Z","steps":["trace[1305369697] 'agreement among raft nodes before linearized reading' (duration: 375.318922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.66357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.194631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:28.663611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.288103Z","time spent":"375.495106ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:28.663613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.882886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:28.663644Z","caller":"traceutil/trace.go:171","msg":"trace[579404505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1752; }","duration":"344.293883ms","start":"2026-05-07T09:20:28.319335Z","end":"2026-05-07T09:20:28.663629Z","steps":["trace[579404505] 'agreement among raft nodes before linearized reading' (duration: 344.1515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.663638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.288137Z","time spent":"375.470065ms","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-07T09:20:28.663662Z","caller":"traceutil/trace.go:171","msg":"trace[1399202284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1752; }","duration":"344.960028ms","start":"2026-05-07T09:20:28.318691Z","end":"2026-05-07T09:20:28.663651Z","steps":["trace[1399202284] 'agreement among raft nodes before linearized reading' (duration: 344.888547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.663656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.718469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:28.663687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.319331Z","time spent":"344.345694ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:20:28.663647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.28314Z","time spent":"380.382971ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:28.663695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.318676Z","time spent":"345.008339ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-07T09:20:28.663701Z","caller":"traceutil/trace.go:171","msg":"trace[851606962] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1752; }","duration":"166.812961ms","start":"2026-05-07T09:20:28.496875Z","end":"2026-05-07T09:20:28.663688Z","steps":["trace[851606962] 'agreement among raft nodes before linearized reading' (duration: 166.677878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.663701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.01411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:28.663774Z","caller":"traceutil/trace.go:171","msg":"trace[332546522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1752; }","duration":"345.109852ms","start":"2026-05-07T09:20:28.318646Z","end":"2026-05-07T09:20:28.663755Z","steps":["trace[332546522] 'agreement among raft nodes before linearized reading' (duration: 344.977279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:28.663822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:28.318638Z","time spent":"345.168763ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:29.112209Z","caller":"traceutil/trace.go:171","msg":"trace[302153604] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1831; }","duration":"185.888129ms","start":"2026-05-07T09:20:28.926296Z","end":"2026-05-07T09:20:29.112184Z","steps":["trace[302153604] 'read index received' (duration: 88.854499ms)","trace[302153604] 'applied index is now lower than readState.Index' (duration: 97.03271ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:29.112267Z","caller":"traceutil/trace.go:171","msg":"trace[1234231805] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"225.670154ms","start":"2026-05-07T09:20:28.886563Z","end":"2026-05-07T09:20:29.112233Z","steps":["trace[1234231805] 'process raft request' (duration: 128.641694ms)","trace[1234231805] 'compare' (duration: 96.838946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:29.112475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.159205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:20:29.11251Z","caller":"traceutil/trace.go:171","msg":"trace[329767617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1760; }","duration":"186.238948ms","start":"2026-05-07T09:20:28.926262Z","end":"2026-05-07T09:20:29.1125Z","steps":["trace[329767617] 'agreement among raft nodes before linearized reading' (duration: 186.053713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:29.112503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.317247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:20:29.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1785328954] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1760; }","duration":"131.44256ms","start":"2026-05-07T09:20:28.981113Z","end":"2026-05-07T09:20:29.112556Z","steps":["trace[1785328954] 'agreement among raft nodes before linearized reading' (duration: 131.290356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:29.112758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.052188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T09:20:29.112798Z","caller":"traceutil/trace.go:171","msg":"trace[1322415994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1760; }","duration":"102.1433ms","start":"2026-05-07T09:20:29.010644Z","end":"2026-05-07T09:20:29.112787Z","steps":["trace[1322415994] 'agreement among raft nodes before linearized reading' (duration: 101.976546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.240451Z","caller":"traceutil/trace.go:171","msg":"trace[87926633] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"123.076454ms","start":"2026-05-07T09:20:29.117348Z","end":"2026-05-07T09:20:29.240424Z","steps":["trace[87926633] 'process raft request' (duration: 114.899882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.85016Z","caller":"traceutil/trace.go:171","msg":"trace[853062725] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"139.010928ms","start":"2026-05-07T09:20:29.711104Z","end":"2026-05-07T09:20:29.850115Z","steps":["trace[853062725] 'process raft request' (duration: 72.675469ms)","trace[853062725] 'compare' (duration: 66.083553ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:29.850498Z","caller":"traceutil/trace.go:171","msg":"trace[779440552] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"109.041783ms","start":"2026-05-07T09:20:29.741442Z","end":"2026-05-07T09:20:29.850483Z","steps":["trace[779440552] 'process raft request' (duration: 108.876ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:30.059223Z","caller":"traceutil/trace.go:171","msg":"trace[506802085] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"132.647308ms","start":"2026-05-07T09:20:29.926553Z","end":"2026-05-07T09:20:30.0592Z","steps":["trace[506802085] 'process raft request' (duration: 132.505005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:30.059833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.746135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:20:30.059893Z","caller":"traceutil/trace.go:171","msg":"trace[955548110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1767; }","duration":"105.853848ms","start":"2026-05-07T09:20:29.954028Z","end":"2026-05-07T09:20:30.059882Z","steps":["trace[955548110] 'agreement among raft nodes before linearized reading' (duration: 105.631503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:30.059622Z","caller":"traceutil/trace.go:171","msg":"trace[667384732] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1840; }","duration":"105.482479ms","start":"2026-05-07T09:20:29.954076Z","end":"2026-05-07T09:20:30.059558Z","steps":["trace[667384732] 'read index received' (duration: 104.914435ms)","trace[667384732] 'applied index is now lower than readState.Index' (duration: 566.163µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:31.358818Z","caller":"traceutil/trace.go:171","msg":"trace[705101898] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"110.20663ms","start":"2026-05-07T09:20:31.248545Z","end":"2026-05-07T09:20:31.358752Z","steps":["trace[705101898] 'process raft request' (duration: 82.621022ms)","trace[705101898] 'compare' (duration: 27.339823ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:32.26309Z","caller":"traceutil/trace.go:171","msg":"trace[573149940] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"114.449031ms","start":"2026-05-07T09:20:32.148598Z","end":"2026-05-07T09:20:32.263047Z","steps":["trace[573149940] 'process raft request' (duration: 57.614254ms)","trace[573149940] 'compare' (duration: 56.370526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:34.280794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.179043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T09:20:34.28087Z","caller":"traceutil/trace.go:171","msg":"trace[101870982] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1786; }","duration":"122.290116ms","start":"2026-05-07T09:20:34.158564Z","end":"2026-05-07T09:20:34.280854Z","steps":["trace[101870982] 'range keys from in-memory index tree' (duration: 122.06043ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.343348Z","caller":"traceutil/trace.go:171","msg":"trace[1962174928] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"184.807995ms","start":"2026-05-07T09:20:39.158514Z","end":"2026-05-07T09:20:39.343322Z","steps":["trace[1962174928] 'process raft request' (duration: 184.659012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.34339Z","caller":"traceutil/trace.go:171","msg":"trace[1783014236] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"184.937148ms","start":"2026-05-07T09:20:39.158416Z","end":"2026-05-07T09:20:39.343353Z","steps":["trace[1783014236] 'process raft request' (duration: 122.462689ms)","trace[1783014236] 'compare' (duration: 62.158741ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:39.343593Z","caller":"traceutil/trace.go:171","msg":"trace[945780166] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"185.055741ms","start":"2026-05-07T09:20:39.158527Z","end":"2026-05-07T09:20:39.343583Z","steps":["trace[945780166] 'process raft request' (duration: 184.706543ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.343801Z","caller":"traceutil/trace.go:171","msg":"trace[650203960] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"185.126133ms","start":"2026-05-07T09:20:39.158657Z","end":"2026-05-07T09:20:39.343783Z","steps":["trace[650203960] 'process raft request' (duration: 184.843456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.343794Z","caller":"traceutil/trace.go:171","msg":"trace[1171278863] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"185.173354ms","start":"2026-05-07T09:20:39.158589Z","end":"2026-05-07T09:20:39.343762Z","steps":["trace[1171278863] 'process raft request' (duration: 184.684412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.343827Z","caller":"traceutil/trace.go:171","msg":"trace[113011321] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1951; }","duration":"109.28631ms","start":"2026-05-07T09:20:39.234503Z","end":"2026-05-07T09:20:39.343789Z","steps":["trace[113011321] 'read index received' (duration: 46.454303ms)","trace[113011321] 'applied index is now lower than readState.Index' (duration: 62.830527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:39.344029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.503675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T09:20:39.344171Z","caller":"traceutil/trace.go:171","msg":"trace[336585787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1882; }","duration":"109.659479ms","start":"2026-05-07T09:20:39.234468Z","end":"2026-05-07T09:20:39.344128Z","steps":["trace[336585787] 'agreement among raft nodes before linearized reading' (duration: 109.429014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:41.854709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:42.355881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:42.856088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:43.356308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:43.484448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.135453642s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:20:43.48483Z","caller":"traceutil/trace.go:171","msg":"trace[983017403] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"2.135941824s","start":"2026-05-07T09:20:41.348864Z","end":"2026-05-07T09:20:43.484806Z","steps":["trace[983017403] 'process raft request' (duration: 2.13579225s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.485021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.348838Z","time spent":"2.136102348s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.836094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.575586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:43.83638Z","caller":"traceutil/trace.go:171","msg":"trace[1300651305] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1966; }","duration":"2.482034913s","start":"2026-05-07T09:20:41.354324Z","end":"2026-05-07T09:20:43.836358Z","steps":["trace[1300651305] 'read index received' (duration: 2.130421904s)","trace[1300651305] 'applied index is now lower than readState.Index' (duration: 351.611589ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:43.836496Z","caller":"traceutil/trace.go:171","msg":"trace[619218747] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.521250281s","start":"2026-05-07T09:20:42.315221Z","end":"2026-05-07T09:20:43.836472Z","steps":["trace[619218747] 'process raft request' (duration: 1.520991555s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:43.836515Z","caller":"traceutil/trace.go:171","msg":"trace[1467223366] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.933847984s","start":"2026-05-07T09:20:41.902639Z","end":"2026-05-07T09:20:43.836487Z","steps":["trace[1467223366] 'process raft request' (duration: 1.701768496s)","trace[1467223366] 'compare' (duration: 231.184107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:43.836651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.315199Z","time spent":"1.521366004s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.836671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48235243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T09:20:43.836668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.902612Z","time spent":"1.933973286s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.836731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.544023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:43.836729Z","caller":"traceutil/trace.go:171","msg":"trace[2053523920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"2.482455532s","start":"2026-05-07T09:20:41.354261Z","end":"2026-05-07T09:20:43.836716Z","steps":["trace[2053523920] 'agreement among raft nodes before linearized reading' (duration: 2.482279648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.836754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925246361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:20:43.836717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424763492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:43.836794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661441248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T09:20:43.836775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.866613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:43.836823Z","caller":"traceutil/trace.go:171","msg":"trace[225169522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"1.925364654s","start":"2026-05-07T09:20:41.911439Z","end":"2026-05-07T09:20:43.836804Z","steps":["trace[225169522] 'agreement among raft nodes before linearized reading' (duration: 1.92517832s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.83684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63093615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-05-07T09:20:43.836869Z","caller":"traceutil/trace.go:171","msg":"trace[530695256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1895; }","duration":"1.661553481s","start":"2026-05-07T09:20:42.175293Z","end":"2026-05-07T09:20:43.836846Z","steps":["trace[530695256] 'agreement among raft nodes before linearized reading' (duration: 1.661302565s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.836881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.911427Z","time spent":"1.925441186s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:20:43.836883Z","caller":"traceutil/trace.go:171","msg":"trace[1727219009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1895; }","duration":"1.424965367s","start":"2026-05-07T09:20:42.411876Z","end":"2026-05-07T09:20:43.836842Z","steps":["trace[1727219009] 'agreement among raft nodes before linearized reading' (duration: 1.424732911s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.836911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306222769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:20:43.836918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.175271Z","time spent":"1.661638632s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:20:43.836908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836004343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-07T09:20:43.836941Z","caller":"traceutil/trace.go:171","msg":"trace[1619877709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"2.306292201s","start":"2026-05-07T09:20:41.53064Z","end":"2026-05-07T09:20:43.836932Z","steps":["trace[1619877709] 'agreement among raft nodes before linearized reading' (duration: 2.306175108s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:43.836929Z","caller":"traceutil/trace.go:171","msg":"trace[654298473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1895; }","duration":"1.631049213s","start":"2026-05-07T09:20:42.205853Z","end":"2026-05-07T09:20:43.836902Z","steps":["trace[654298473] 'agreement among raft nodes before linearized reading' (duration: 1.630831958s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.836969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.411861Z","time spent":"1.425092141s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:43.836962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053875435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:43.837102Z","caller":"traceutil/trace.go:171","msg":"trace[442294166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"2.05405474s","start":"2026-05-07T09:20:41.78303Z","end":"2026-05-07T09:20:43.837085Z","steps":["trace[442294166] 'agreement among raft nodes before linearized reading' (duration: 2.053784133s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:43.836514Z","caller":"traceutil/trace.go:171","msg":"trace[1924621049] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.407559448s","start":"2026-05-07T09:20:42.428941Z","end":"2026-05-07T09:20:43.836501Z","steps":["trace[1924621049] 'process raft request' (duration: 1.407360743s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.837149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.783015Z","time spent":"2.054123772s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:43.837215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.428921Z","time spent":"1.408239143s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.836977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.530616Z","time spent":"2.306354453s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:20:43.836889Z","caller":"traceutil/trace.go:171","msg":"trace[1417591344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1895; }","duration":"201.048427ms","start":"2026-05-07T09:20:43.635813Z","end":"2026-05-07T09:20:43.836861Z","steps":["trace[1417591344] 'agreement among raft nodes before linearized reading' (duration: 200.833912ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:43.836775Z","caller":"traceutil/trace.go:171","msg":"trace[1636684008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"720.581984ms","start":"2026-05-07T09:20:43.11618Z","end":"2026-05-07T09:20:43.836762Z","steps":["trace[1636684008] 'agreement among raft nodes before linearized reading' (duration: 720.529443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.837415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.116123Z","time spent":"721.28027ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:20:43.837373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679233256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:20:43.83667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257875068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:20:43.837549Z","caller":"traceutil/trace.go:171","msg":"trace[589379288] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1895; }","duration":"1.25881123s","start":"2026-05-07T09:20:42.578718Z","end":"2026-05-07T09:20:43.837529Z","steps":["trace[589379288] 'agreement among raft nodes before linearized reading' (duration: 1.257881768s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.836787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.354244Z","time spent":"2.482532294s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:43.837605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.578705Z","time spent":"1.258885372s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:43.837572Z","caller":"traceutil/trace.go:171","msg":"trace[1379874868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"1.679546914s","start":"2026-05-07T09:20:42.157969Z","end":"2026-05-07T09:20:43.837516Z","steps":["trace[1379874868] 'agreement among raft nodes before linearized reading' (duration: 1.678685843s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.837702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.157932Z","time spent":"1.679756189s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T09:20:43.836983Z","caller":"traceutil/trace.go:171","msg":"trace[1203468953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a; range_end:; response_count:1; response_revision:1895; }","duration":"1.836105765s","start":"2026-05-07T09:20:42.000857Z","end":"2026-05-07T09:20:43.836962Z","steps":["trace[1203468953] 'agreement among raft nodes before linearized reading' (duration: 1.835945171s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.837833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.000838Z","time spent":"1.836982756s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a\" "} {"level":"warn","ts":"2026-05-07T09:20:43.836991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.205839Z","time spent":"1.631138905s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T09:20:43.838216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434614698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:20:43.838269Z","caller":"traceutil/trace.go:171","msg":"trace[981970497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"2.434704789s","start":"2026-05-07T09:20:41.40355Z","end":"2026-05-07T09:20:43.838255Z","steps":["trace[981970497] 'agreement among raft nodes before linearized reading' (duration: 2.433019499s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.838338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.403525Z","time spent":"2.434803802s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:45.018416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.958855Z","time spent":"1.059552214s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T09:20:45.018923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.273901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:45.019053Z","caller":"traceutil/trace.go:171","msg":"trace[1181045346] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.176800022s","start":"2026-05-07T09:20:43.84223Z","end":"2026-05-07T09:20:45.01903Z","steps":["trace[1181045346] 'process raft request' (duration: 193.309706ms)","trace[1181045346] 'compare' (duration: 983.055276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:45.019119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.84221Z","time spent":"1.176881214s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:46.116303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T09:20:46.116396Z","caller":"traceutil/trace.go:171","msg":"trace[1659183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074609s","start":"2026-05-07T09:20:44.116302Z","end":"2026-05-07T09:20:46.116377Z","steps":["trace[1659183] 'agreement among raft nodes before linearized reading' (duration: 1.999960397s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:46.116464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.116273Z","time spent":"2.000162302s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 09:20:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T09:20:47.427416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.391893627s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:20:47.428092Z","caller":"traceutil/trace.go:171","msg":"trace[536588329] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"3.585754995s","start":"2026-05-07T09:20:43.842286Z","end":"2026-05-07T09:20:47.428041Z","steps":["trace[536588329] 'process raft request' (duration: 3.585441617s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.842231Z","time spent":"3.585937s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.428453Z","caller":"traceutil/trace.go:171","msg":"trace[1245120475] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"3.585414147s","start":"2026-05-07T09:20:43.843023Z","end":"2026-05-07T09:20:47.428437Z","steps":["trace[1245120475] 'process raft request' (duration: 3.584953456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581960186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:47.428564Z","caller":"traceutil/trace.go:171","msg":"trace[2055987842] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1901; }","duration":"3.582040758s","start":"2026-05-07T09:20:43.846515Z","end":"2026-05-07T09:20:47.428556Z","steps":["trace[2055987842] 'agreement among raft nodes before linearized reading' (duration: 3.581968476s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.846508Z","time spent":"3.582072349s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T09:20:47.428609Z","caller":"traceutil/trace.go:171","msg":"trace[142061827] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"3.585436808s","start":"2026-05-07T09:20:43.843166Z","end":"2026-05-07T09:20:47.428603Z","steps":["trace[142061827] 'process raft request' (duration: 3.58509604s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.843161Z","time spent":"3.585465489s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.428605Z","caller":"traceutil/trace.go:171","msg":"trace[17544402] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"3.585377746s","start":"2026-05-07T09:20:43.843195Z","end":"2026-05-07T09:20:47.428573Z","steps":["trace[17544402] 'process raft request' (duration: 3.585165381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.843015Z","time spent":"3.585487889s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.428777Z","caller":"traceutil/trace.go:171","msg":"trace[1626859598] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"3.584985857s","start":"2026-05-07T09:20:43.843785Z","end":"2026-05-07T09:20:47.42877Z","steps":["trace[1626859598] 'process raft request' (duration: 3.584602298s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.428785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.843176Z","time spent":"3.585512589s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:47.428814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.843777Z","time spent":"3.585018668s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.42844Z","caller":"traceutil/trace.go:171","msg":"trace[270984431] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1970; }","duration":"3.581869594s","start":"2026-05-07T09:20:43.846548Z","end":"2026-05-07T09:20:47.428418Z","steps":["trace[270984431] 'read index received' (duration: 189.004944ms)","trace[270984431] 'applied index is now lower than readState.Index' (duration: 3.39286379s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:47.732981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.00438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:47.733311Z","caller":"traceutil/trace.go:171","msg":"trace[1564294627] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"2.241981099s","start":"2026-05-07T09:20:45.491304Z","end":"2026-05-07T09:20:47.733285Z","steps":["trace[1564294627] 'process raft request' (duration: 2.241874536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.733426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.491272Z","time spent":"2.242097852s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.733493Z","caller":"traceutil/trace.go:171","msg":"trace[1733922764] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"2.498043739s","start":"2026-05-07T09:20:45.235405Z","end":"2026-05-07T09:20:47.733449Z","steps":["trace[1733922764] 'process raft request' (duration: 2.372471027s)","trace[1733922764] 'compare' (duration: 124.890906ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:47.733603Z","caller":"traceutil/trace.go:171","msg":"trace[395000300] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.890674398s","start":"2026-05-07T09:20:45.842907Z","end":"2026-05-07T09:20:47.733581Z","steps":["trace[395000300] 'process raft request' (duration: 1.890326409s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.733692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.235385Z","time spent":"2.498206174s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:47.733717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.84288Z","time spent":"1.89077149s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.733764Z","caller":"traceutil/trace.go:171","msg":"trace[542582285] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1976; }","duration":"304.773917ms","start":"2026-05-07T09:20:47.428956Z","end":"2026-05-07T09:20:47.73373Z","steps":["trace[542582285] 'read index received' (duration: 178.841956ms)","trace[542582285] 'applied index is now lower than readState.Index' (duration: 125.930401ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:47.733947Z","caller":"traceutil/trace.go:171","msg":"trace[508478888] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"2.43342856s","start":"2026-05-07T09:20:45.299921Z","end":"2026-05-07T09:20:47.733349Z","steps":["trace[508478888] 'process raft request' (duration: 2.433167404s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766357998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:20:47.734134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617371141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:47.734224Z","caller":"traceutil/trace.go:171","msg":"trace[540410920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1906; }","duration":"2.766543422s","start":"2026-05-07T09:20:44.967663Z","end":"2026-05-07T09:20:47.734207Z","steps":["trace[540410920] 'agreement among raft nodes before linearized reading' (duration: 2.766259826s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:47.734231Z","caller":"traceutil/trace.go:171","msg":"trace[2030882180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"1.617495145s","start":"2026-05-07T09:20:46.116724Z","end":"2026-05-07T09:20:47.734219Z","steps":["trace[2030882180] 'agreement among raft nodes before linearized reading' (duration: 1.617388502s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.038531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:20:47.734264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.116707Z","time spent":"1.617551445s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:20:47.734273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.967571Z","time spent":"2.766689726s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:47.734286Z","caller":"traceutil/trace.go:171","msg":"trace[1237634690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"817.120524ms","start":"2026-05-07T09:20:46.917145Z","end":"2026-05-07T09:20:47.734265Z","steps":["trace[1237634690] 'agreement among raft nodes before linearized reading' (duration: 816.928709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888740865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:20:47.734336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.917123Z","time spent":"817.203736ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T09:20:47.734366Z","caller":"traceutil/trace.go:171","msg":"trace[492401560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"2.888887079s","start":"2026-05-07T09:20:44.845462Z","end":"2026-05-07T09:20:47.734349Z","steps":["trace[492401560] 'agreement among raft nodes before linearized reading' (duration: 2.888670263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.73439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575100694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-07T09:20:47.734422Z","caller":"traceutil/trace.go:171","msg":"trace[1290908558] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1906; }","duration":"3.575147686s","start":"2026-05-07T09:20:44.159263Z","end":"2026-05-07T09:20:47.734411Z","steps":["trace[1290908558] 'agreement among raft nodes before linearized reading' (duration: 3.575051254s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89150772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-05-07T09:20:47.734464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.159251Z","time spent":"3.575203017s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-07T09:20:47.734484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895148985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:47.734494Z","caller":"traceutil/trace.go:171","msg":"trace[1734452685] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a; range_end:; response_count:1; response_revision:1906; }","duration":"2.891604193s","start":"2026-05-07T09:20:44.842872Z","end":"2026-05-07T09:20:47.734476Z","steps":["trace[1734452685] 'agreement among raft nodes before linearized reading' (duration: 2.891332216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.190226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:47.734536Z","caller":"traceutil/trace.go:171","msg":"trace[1753766767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1906; }","duration":"2.895226598s","start":"2026-05-07T09:20:44.839293Z","end":"2026-05-07T09:20:47.73452Z","steps":["trace[1753766767] 'agreement among raft nodes before linearized reading' (duration: 2.895154226s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.842801Z","time spent":"2.891731316s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a\" "} {"level":"info","ts":"2026-05-07T09:20:47.734571Z","caller":"traceutil/trace.go:171","msg":"trace[306281094] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1906; }","duration":"302.520374ms","start":"2026-05-07T09:20:47.432039Z","end":"2026-05-07T09:20:47.734559Z","steps":["trace[306281094] 'agreement among raft nodes before linearized reading' (duration: 302.213416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.839271Z","time spent":"2.89529519s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:47.734421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.845431Z","time spent":"2.888973171s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:20:47.734605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:47.432012Z","time spent":"302.583235ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T09:20:47.734035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.318636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:20:47.734714Z","caller":"traceutil/trace.go:171","msg":"trace[47469396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"712.010943ms","start":"2026-05-07T09:20:47.022686Z","end":"2026-05-07T09:20:47.734697Z","steps":["trace[47469396] 'agreement among raft nodes before linearized reading' (duration: 711.196524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576870253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:47.734775Z","caller":"traceutil/trace.go:171","msg":"trace[1021529274] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1906; }","duration":"2.577655571s","start":"2026-05-07T09:20:45.157103Z","end":"2026-05-07T09:20:47.734759Z","steps":["trace[1021529274] 'agreement among raft nodes before linearized reading' (duration: 2.57676925s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:47.022674Z","time spent":"712.099255ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:20:47.734811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.157025Z","time spent":"2.577772834s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:47.734104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374458346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:20:47.734886Z","caller":"traceutil/trace.go:171","msg":"trace[1407199348] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1906; }","duration":"3.375245715s","start":"2026-05-07T09:20:44.359628Z","end":"2026-05-07T09:20:47.734874Z","steps":["trace[1407199348] 'agreement among raft nodes before linearized reading' (duration: 3.374425366s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.734937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.359549Z","time spent":"3.375374258s","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:47.734827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.299897Z","time spent":"2.43427799s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:47.73401Z","caller":"traceutil/trace.go:171","msg":"trace[1010136386] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.891018306s","start":"2026-05-07T09:20:45.842968Z","end":"2026-05-07T09:20:47.733986Z","steps":["trace[1010136386] 'process raft request' (duration: 1.890581806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.735138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.84294Z","time spent":"1.892155262s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:53.638213Z","caller":"traceutil/trace.go:171","msg":"trace[1462642750] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"180.434973ms","start":"2026-05-07T09:20:53.457749Z","end":"2026-05-07T09:20:53.638184Z","steps":["trace[1462642750] 'process raft request' (duration: 118.705121ms)","trace[1462642750] 'compare' (duration: 61.464785ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.638216Z","caller":"traceutil/trace.go:171","msg":"trace[2029820506] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"179.521832ms","start":"2026-05-07T09:20:53.458667Z","end":"2026-05-07T09:20:53.638188Z","steps":["trace[2029820506] 'process raft request' (duration: 179.406119ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.638247Z","caller":"traceutil/trace.go:171","msg":"trace[2028439461] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2017; }","duration":"177.530315ms","start":"2026-05-07T09:20:53.460698Z","end":"2026-05-07T09:20:53.638228Z","steps":["trace[2028439461] 'read index received' (duration: 34.209234ms)","trace[2028439461] 'applied index is now lower than readState.Index' (duration: 143.319971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:53.638482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.77008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:20:53.63853Z","caller":"traceutil/trace.go:171","msg":"trace[187983653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1944; }","duration":"177.831141ms","start":"2026-05-07T09:20:53.460687Z","end":"2026-05-07T09:20:53.638518Z","steps":["trace[187983653] 'agreement among raft nodes before linearized reading' (duration: 177.619527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.638459Z","caller":"traceutil/trace.go:171","msg":"trace[659881214] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"179.603823ms","start":"2026-05-07T09:20:53.458823Z","end":"2026-05-07T09:20:53.638427Z","steps":["trace[659881214] 'process raft request' (duration: 179.296696ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.989518Z","caller":"traceutil/trace.go:171","msg":"trace[553619393] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"234.212087ms","start":"2026-05-07T09:20:53.755266Z","end":"2026-05-07T09:20:53.989478Z","steps":["trace[553619393] 'process raft request' (duration: 173.54437ms)","trace[553619393] 'compare' (duration: 60.302808ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.989791Z","caller":"traceutil/trace.go:171","msg":"trace[1385322837] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"232.868916ms","start":"2026-05-07T09:20:53.75689Z","end":"2026-05-07T09:20:53.989759Z","steps":["trace[1385322837] 'process raft request' (duration: 232.533668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.989905Z","caller":"traceutil/trace.go:171","msg":"trace[1853015637] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2022; }","duration":"226.035355ms","start":"2026-05-07T09:20:53.763846Z","end":"2026-05-07T09:20:53.989882Z","steps":["trace[1853015637] 'read index received' (duration: 41.760802ms)","trace[1853015637] 'applied index is now lower than readState.Index' (duration: 184.272083ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.990006Z","caller":"traceutil/trace.go:171","msg":"trace[1387752451] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"134.432351ms","start":"2026-05-07T09:20:53.855534Z","end":"2026-05-07T09:20:53.989967Z","steps":["trace[1387752451] 'process raft request' (duration: 134.118804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.990222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.790766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:20:53.990232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.713779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:20:53.990273Z","caller":"traceutil/trace.go:171","msg":"trace[1211030911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1949; }","duration":"184.891227ms","start":"2026-05-07T09:20:53.805369Z","end":"2026-05-07T09:20:53.990261Z","steps":["trace[1211030911] 'agreement among raft nodes before linearized reading' (duration: 184.696563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.990291Z","caller":"traceutil/trace.go:171","msg":"trace[463675060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1949; }","duration":"217.834783ms","start":"2026-05-07T09:20:53.772437Z","end":"2026-05-07T09:20:53.990272Z","steps":["trace[463675060] 'agreement among raft nodes before linearized reading' (duration: 217.596477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.990416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.519386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-07T09:20:53.99054Z","caller":"traceutil/trace.go:171","msg":"trace[2120381200] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cae87abb-a935-46d2-a624-26750d84cb5a; range_end:; response_count:1; response_revision:1949; }","duration":"226.716331ms","start":"2026-05-07T09:20:53.763797Z","end":"2026-05-07T09:20:53.990513Z","steps":["trace[2120381200] 'agreement among raft nodes before linearized reading' (duration: 226.211959ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:05.848441Z","caller":"traceutil/trace.go:171","msg":"trace[1943109661] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"102.627933ms","start":"2026-05-07T09:21:05.745784Z","end":"2026-05-07T09:21:05.848411Z","steps":["trace[1943109661] 'process raft request' (duration: 39.794235ms)","trace[1943109661] 'compare' (duration: 62.679894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:11.925937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.862285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:21:11.926869Z","caller":"traceutil/trace.go:171","msg":"trace[1778248529] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2075; }","duration":"139.866789ms","start":"2026-05-07T09:21:11.786974Z","end":"2026-05-07T09:21:11.926841Z","steps":["trace[1778248529] 'count revisions from in-memory index tree' (duration: 138.747423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:11.926442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.401167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:21:11.927047Z","caller":"traceutil/trace.go:171","msg":"trace[2080579030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2075; }","duration":"140.111584ms","start":"2026-05-07T09:21:11.786886Z","end":"2026-05-07T09:21:11.926997Z","steps":["trace[2080579030] 'range keys from in-memory index tree' (duration: 139.162632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:11.926422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.989148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:21:11.927169Z","caller":"traceutil/trace.go:171","msg":"trace[2104710329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2075; }","duration":"139.842318ms","start":"2026-05-07T09:21:11.787304Z","end":"2026-05-07T09:21:11.927146Z","steps":["trace[2104710329] 'range keys from in-memory index tree' (duration: 138.746133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:12.149151Z","caller":"traceutil/trace.go:171","msg":"trace[1901416754] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"132.857374ms","start":"2026-05-07T09:21:12.016239Z","end":"2026-05-07T09:21:12.149096Z","steps":["trace[1901416754] 'process raft request' (duration: 63.227167ms)","trace[1901416754] 'compare' (duration: 69.33697ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:12.149287Z","caller":"traceutil/trace.go:171","msg":"trace[1905330787] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"126.636067ms","start":"2026-05-07T09:21:12.02262Z","end":"2026-05-07T09:21:12.149256Z","steps":["trace[1905330787] 'process raft request' (duration: 126.347311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.455163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:21:16.626362Z","caller":"traceutil/trace.go:171","msg":"trace[2112740368] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"832.346312ms","start":"2026-05-07T09:21:15.793991Z","end":"2026-05-07T09:21:16.626337Z","steps":["trace[2112740368] 'process raft request' (duration: 832.171678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.626542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:15.79398Z","time spent":"832.463865ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:16.780673Z","caller":"traceutil/trace.go:171","msg":"trace[1527085240] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"617.740886ms","start":"2026-05-07T09:21:16.162909Z","end":"2026-05-07T09:21:16.780649Z","steps":["trace[1527085240] 'process raft request' (duration: 614.696474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.780815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.162892Z","time spent":"617.849518ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:16.780923Z","caller":"traceutil/trace.go:171","msg":"trace[1988488973] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"615.83117ms","start":"2026-05-07T09:21:16.165065Z","end":"2026-05-07T09:21:16.780896Z","steps":["trace[1988488973] 'process raft request' (duration: 615.515363ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.780994Z","caller":"traceutil/trace.go:171","msg":"trace[83608551] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2180; }","duration":"826.265809ms","start":"2026-05-07T09:21:15.954708Z","end":"2026-05-07T09:21:16.780974Z","steps":["trace[83608551] 'read index received' (duration: 671.662094ms)","trace[83608551] 'applied index is now lower than readState.Index' (duration: 154.602355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:16.781109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.165055Z","time spent":"615.952094ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:16.781336Z","caller":"traceutil/trace.go:171","msg":"trace[630473625] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"615.697518ms","start":"2026-05-07T09:21:16.165385Z","end":"2026-05-07T09:21:16.781082Z","steps":["trace[630473625] 'process raft request' (duration: 615.418911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.781418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.12586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:21:16.781356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.637548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:21:16.781456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.357051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:21:16.781475Z","caller":"traceutil/trace.go:171","msg":"trace[1985440790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2100; }","duration":"665.197682ms","start":"2026-05-07T09:21:16.116264Z","end":"2026-05-07T09:21:16.781462Z","steps":["trace[1985440790] 'agreement among raft nodes before linearized reading' (duration: 665.13463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.781505Z","caller":"traceutil/trace.go:171","msg":"trace[407336132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2100; }","duration":"604.449454ms","start":"2026-05-07T09:21:16.177043Z","end":"2026-05-07T09:21:16.781492Z","steps":["trace[407336132] 'agreement among raft nodes before linearized reading' (duration: 604.28724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.781496Z","caller":"traceutil/trace.go:171","msg":"trace[1866721003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2100; }","duration":"826.810692ms","start":"2026-05-07T09:21:15.954668Z","end":"2026-05-07T09:21:16.781479Z","steps":["trace[1866721003] 'agreement among raft nodes before linearized reading' (duration: 826.392052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.78149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.760885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T09:21:16.781538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.177032Z","time spent":"604.499494ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:21:16.78156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:15.954648Z","time spent":"826.896084ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:21:16.781572Z","caller":"traceutil/trace.go:171","msg":"trace[303419465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2100; }","duration":"756.894388ms","start":"2026-05-07T09:21:16.02466Z","end":"2026-05-07T09:21:16.781555Z","steps":["trace[303419465] 'agreement among raft nodes before linearized reading' (duration: 756.687383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.781617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.024623Z","time spent":"756.98484ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:16.781638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.165371Z","time spent":"616.106697ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:16.781397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-07T09:21:16.781361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.991822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:21:16.781727Z","caller":"traceutil/trace.go:171","msg":"trace[715228749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2100; }","duration":"618.379731ms","start":"2026-05-07T09:21:16.163337Z","end":"2026-05-07T09:21:16.781717Z","steps":["trace[715228749] 'agreement among raft nodes before linearized reading' (duration: 617.766166ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.781729Z","caller":"traceutil/trace.go:171","msg":"trace[1894248434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2100; }","duration":"590.187088ms","start":"2026-05-07T09:21:16.191525Z","end":"2026-05-07T09:21:16.781712Z","steps":["trace[1894248434] 'agreement among raft nodes before linearized reading' (duration: 589.598254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.781753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.16333Z","time spent":"618.416132ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:21:16.781786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.191514Z","time spent":"590.256209ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:21:16.781513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.116253Z","time spent":"665.253823ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:21:16.782412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.217204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:16.78251Z","caller":"traceutil/trace.go:171","msg":"trace[27201444] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2100; }","duration":"802.366457ms","start":"2026-05-07T09:21:15.980123Z","end":"2026-05-07T09:21:16.782489Z","steps":["trace[27201444] 'agreement among raft nodes before linearized reading' (duration: 800.977894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.782569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:15.980113Z","time spent":"802.444689ms","remote":"127.0.0.1:56906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:21:16.782933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.878254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:21:16.783005Z","caller":"traceutil/trace.go:171","msg":"trace[992689212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2100; }","duration":"759.022238ms","start":"2026-05-07T09:21:16.02397Z","end":"2026-05-07T09:21:16.782992Z","steps":["trace[992689212] 'agreement among raft nodes before linearized reading' (duration: 757.43169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.783352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:16.023951Z","time spent":"759.390877ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:49.296441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636386999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:21:49.347632Z","caller":"traceutil/trace.go:171","msg":"trace[876956362] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"603.781057ms","start":"2026-05-07T09:21:48.743831Z","end":"2026-05-07T09:21:49.347612Z","steps":["trace[876956362] 'process raft request' (duration: 603.668054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.34776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.743801Z","time spent":"603.886029ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.552137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.333378ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:49.552312Z","caller":"traceutil/trace.go:171","msg":"trace[351810111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2275; }","duration":"120.548933ms","start":"2026-05-07T09:21:49.431737Z","end":"2026-05-07T09:21:49.552286Z","steps":["trace[351810111] 'range keys from in-memory index tree' (duration: 120.301917ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.626597Z","caller":"traceutil/trace.go:171","msg":"trace[1068961404] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"719.554399ms","start":"2026-05-07T09:21:48.907012Z","end":"2026-05-07T09:21:49.626567Z","steps":["trace[1068961404] 'process raft request' (duration: 719.355464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.626762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.906985Z","time spent":"719.694531ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.626949Z","caller":"traceutil/trace.go:171","msg":"trace[1274237700] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"714.590331ms","start":"2026-05-07T09:21:48.912328Z","end":"2026-05-07T09:21:49.626918Z","steps":["trace[1274237700] 'process raft request' (duration: 714.188271ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.627037Z","caller":"traceutil/trace.go:171","msg":"trace[1879304259] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2365; }","duration":"830.6416ms","start":"2026-05-07T09:21:48.796377Z","end":"2026-05-07T09:21:49.627018Z","steps":["trace[1879304259] 'read index received' (duration: 551.240252ms)","trace[1879304259] 'applied index is now lower than readState.Index' (duration: 279.399598ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.627124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.912304Z","time spent":"714.735165ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.627135Z","caller":"traceutil/trace.go:171","msg":"trace[1098333182] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"704.412563ms","start":"2026-05-07T09:21:48.922701Z","end":"2026-05-07T09:21:49.627114Z","steps":["trace[1098333182] 'process raft request' (duration: 704.135536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.627219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.922676Z","time spent":"704.502684ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.627345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.942657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:21:49.627396Z","caller":"traceutil/trace.go:171","msg":"trace[40879642] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2278; }","duration":"831.04267ms","start":"2026-05-07T09:21:48.796336Z","end":"2026-05-07T09:21:49.627379Z","steps":["trace[40879642] 'agreement among raft nodes before linearized reading' (duration: 830.785074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.627442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.796321Z","time spent":"831.111191ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:21:49.697347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.917928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:49.697468Z","caller":"traceutil/trace.go:171","msg":"trace[1671945275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2279; }","duration":"581.059592ms","start":"2026-05-07T09:21:49.116379Z","end":"2026-05-07T09:21:49.697439Z","steps":["trace[1671945275] 'agreement among raft nodes before linearized reading' (duration: 562.559637ms)","trace[1671945275] 'range keys from in-memory index tree' (duration: 18.350962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.697474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.766513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:21:49.697494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.69727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:21:49.697478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.262993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:21:49.697494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.789732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:21:49.697551Z","caller":"traceutil/trace.go:171","msg":"trace[50019476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2279; }","duration":"608.852905ms","start":"2026-05-07T09:21:49.088677Z","end":"2026-05-07T09:21:49.69753Z","steps":["trace[50019476] 'agreement among raft nodes before linearized reading' (duration: 590.287579ms)","trace[50019476] 'range keys from in-memory index tree' (duration: 18.360832ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:49.697556Z","caller":"traceutil/trace.go:171","msg":"trace[468591004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2279; }","duration":"616.775001ms","start":"2026-05-07T09:21:49.080764Z","end":"2026-05-07T09:21:49.697539Z","steps":["trace[468591004] 'agreement among raft nodes before linearized reading' (duration: 598.154144ms)","trace[468591004] 'range keys from in-memory index tree' (duration: 18.485664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.697385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.675009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:21:49.697605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.080758Z","time spent":"616.839113ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:21:49.697585Z","caller":"traceutil/trace.go:171","msg":"trace[180383831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"691.448827ms","start":"2026-05-07T09:21:49.006117Z","end":"2026-05-07T09:21:49.697566Z","steps":["trace[180383831] 'agreement among raft nodes before linearized reading' (duration: 672.786588ms)","trace[180383831] 'range keys from in-memory index tree' (duration: 18.435113ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.697605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.088657Z","time spent":"608.939087ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:21:49.697612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.782372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:21:49.697649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.006092Z","time spent":"691.54797ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:21:49.697674Z","caller":"traceutil/trace.go:171","msg":"trace[2061518903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"617.077509ms","start":"2026-05-07T09:21:49.080574Z","end":"2026-05-07T09:21:49.697652Z","steps":["trace[2061518903] 'agreement among raft nodes before linearized reading' (duration: 598.381579ms)","trace[2061518903] 'range keys from in-memory index tree' (duration: 18.331241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.697745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.080561Z","time spent":"617.168651ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:21:49.697748Z","caller":"traceutil/trace.go:171","msg":"trace[1874775253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"616.919115ms","start":"2026-05-07T09:21:49.080658Z","end":"2026-05-07T09:21:49.697577Z","steps":["trace[1874775253] 'agreement among raft nodes before linearized reading' (duration: 598.274507ms)","trace[1874775253] 'range keys from in-memory index tree' (duration: 18.2984ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:49.697667Z","caller":"traceutil/trace.go:171","msg":"trace[1031321639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"616.986426ms","start":"2026-05-07T09:21:49.080639Z","end":"2026-05-07T09:21:49.697626Z","steps":["trace[1031321639] 'agreement among raft nodes before linearized reading' (duration: 598.305487ms)","trace[1031321639] 'range keys from in-memory index tree' (duration: 18.296851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.697811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.080613Z","time spent":"617.189971ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:49.69782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.08064Z","time spent":"617.164801ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:21:49.697531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:49.116369Z","time spent":"581.146514ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:21:49.842765Z","caller":"traceutil/trace.go:171","msg":"trace[481525746] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"140.902143ms","start":"2026-05-07T09:21:49.701845Z","end":"2026-05-07T09:21:49.842748Z","steps":["trace[481525746] 'process raft request' (duration: 136.700564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.842834Z","caller":"traceutil/trace.go:171","msg":"trace[2042125920] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"140.736029ms","start":"2026-05-07T09:21:49.702071Z","end":"2026-05-07T09:21:49.842807Z","steps":["trace[2042125920] 'process raft request' (duration: 140.577735ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.842896Z","caller":"traceutil/trace.go:171","msg":"trace[490252524] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"140.77962ms","start":"2026-05-07T09:21:49.702096Z","end":"2026-05-07T09:21:49.842876Z","steps":["trace[490252524] 'process raft request' (duration: 140.647667ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.842862Z","caller":"traceutil/trace.go:171","msg":"trace[1375465203] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"140.048523ms","start":"2026-05-07T09:21:49.702788Z","end":"2026-05-07T09:21:49.842836Z","steps":["trace[1375465203] 'process raft request' (duration: 139.996482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:50.806262Z","caller":"traceutil/trace.go:171","msg":"trace[846426147] linearizableReadLoop","detail":"{readStateIndex:2376; appliedIndex:2375; }","duration":"101.587759ms","start":"2026-05-07T09:21:50.704652Z","end":"2026-05-07T09:21:50.806239Z","steps":["trace[846426147] 'read index received' (duration: 101.301532ms)","trace[846426147] 'applied index is now lower than readState.Index' (duration: 285.347µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:50.806339Z","caller":"traceutil/trace.go:171","msg":"trace[1221554293] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"355.800086ms","start":"2026-05-07T09:21:50.450518Z","end":"2026-05-07T09:21:50.806318Z","steps":["trace[1221554293] 'process raft request' (duration: 355.52484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:50.806465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:50.45049Z","time spent":"355.894388ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:50.806513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.846695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:21:50.806566Z","caller":"traceutil/trace.go:171","msg":"trace[1417488364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"101.939217ms","start":"2026-05-07T09:21:50.704609Z","end":"2026-05-07T09:21:50.806548Z","steps":["trace[1417488364] 'agreement among raft nodes before linearized reading' (duration: 101.722632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:57.535104Z","caller":"traceutil/trace.go:171","msg":"trace[774247430] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2410; }","duration":"302.106836ms","start":"2026-05-07T09:21:57.23297Z","end":"2026-05-07T09:21:57.535077Z","steps":["trace[774247430] 'read index received' (duration: 301.916352ms)","trace[774247430] 'applied index is now lower than readState.Index' (duration: 189.284µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:57.535201Z","caller":"traceutil/trace.go:171","msg":"trace[1808106914] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"346.329526ms","start":"2026-05-07T09:21:57.188813Z","end":"2026-05-07T09:21:57.535142Z","steps":["trace[1808106914] 'process raft request' (duration: 346.06314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:57.535279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.28567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:57.535368Z","caller":"traceutil/trace.go:171","msg":"trace[382100023] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2319; }","duration":"302.437544ms","start":"2026-05-07T09:21:57.232916Z","end":"2026-05-07T09:21:57.535354Z","steps":["trace[382100023] 'agreement among raft nodes before linearized reading' (duration: 302.300391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:57.535366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.188797Z","time spent":"346.476739ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:57.535411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.23289Z","time spent":"302.510165ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:21:58.119402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.132489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:21:58.119489Z","caller":"traceutil/trace.go:171","msg":"trace[583529690] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2319; }","duration":"511.279972ms","start":"2026-05-07T09:21:57.608192Z","end":"2026-05-07T09:21:58.119472Z","steps":["trace[583529690] 'count revisions from in-memory index tree' (duration: 511.013186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.119544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.608173Z","time spent":"511.360505ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:21:58.119603Z","caller":"traceutil/trace.go:171","msg":"trace[1460286984] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"469.180443ms","start":"2026-05-07T09:21:57.650392Z","end":"2026-05-07T09:21:58.119572Z","steps":["trace[1460286984] 'process raft request' (duration: 408.772352ms)","trace[1460286984] 'compare' (duration: 60.280478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:58.119895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.650369Z","time spent":"469.432269ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.196068Z","caller":"traceutil/trace.go:171","msg":"trace[817452038] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"539.395103ms","start":"2026-05-07T09:21:57.656646Z","end":"2026-05-07T09:21:58.196041Z","steps":["trace[817452038] 'process raft request' (duration: 539.2266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.196301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.656619Z","time spent":"539.521887ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.196375Z","caller":"traceutil/trace.go:171","msg":"trace[1519096596] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2411; }","duration":"486.07955ms","start":"2026-05-07T09:21:57.710167Z","end":"2026-05-07T09:21:58.196247Z","steps":["trace[1519096596] 'read index received' (duration: 349.011607ms)","trace[1519096596] 'applied index is now lower than readState.Index' (duration: 137.064343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:58.196485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.336727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:21:58.19664Z","caller":"traceutil/trace.go:171","msg":"trace[1087257371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2322; }","duration":"486.51768ms","start":"2026-05-07T09:21:57.710109Z","end":"2026-05-07T09:21:58.196627Z","steps":["trace[1087257371] 'agreement among raft nodes before linearized reading' (duration: 486.210633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.196685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.710097Z","time spent":"486.576712ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:21:58.196894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.814097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:21:58.196921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.112767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:21:58.196944Z","caller":"traceutil/trace.go:171","msg":"trace[319964615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2322; }","duration":"321.91069ms","start":"2026-05-07T09:21:57.875023Z","end":"2026-05-07T09:21:58.196933Z","steps":["trace[319964615] 'agreement among raft nodes before linearized reading' (duration: 321.779536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.196971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.875002Z","time spent":"321.964ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:58.196969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.057392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:21:58.196968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.680453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:21:58.197003Z","caller":"traceutil/trace.go:171","msg":"trace[1365036913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2322; }","duration":"442.170558ms","start":"2026-05-07T09:21:57.75479Z","end":"2026-05-07T09:21:58.19696Z","steps":["trace[1365036913] 'agreement among raft nodes before linearized reading' (duration: 441.881791ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:58.197014Z","caller":"traceutil/trace.go:171","msg":"trace[1269706698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2322; }","duration":"309.759414ms","start":"2026-05-07T09:21:57.887242Z","end":"2026-05-07T09:21:58.197001Z","steps":["trace[1269706698] 'agreement among raft nodes before linearized reading' (duration: 309.484238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.197058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.887233Z","time spent":"309.816145ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:58.197079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.964248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:21:58.197052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.754742Z","time spent":"442.298331ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:21:58.197007Z","caller":"traceutil/trace.go:171","msg":"trace[1449201802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2322; }","duration":"319.092623ms","start":"2026-05-07T09:21:57.877903Z","end":"2026-05-07T09:21:58.196995Z","steps":["trace[1449201802] 'agreement among raft nodes before linearized reading' (duration: 318.95413ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:58.197115Z","caller":"traceutil/trace.go:171","msg":"trace[91651662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2322; }","duration":"341.02473ms","start":"2026-05-07T09:21:57.856079Z","end":"2026-05-07T09:21:58.197103Z","steps":["trace[91651662] 'agreement among raft nodes before linearized reading' (duration: 340.941208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.197129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.877892Z","time spent":"319.230467ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:21:58.197135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.856065Z","time spent":"341.0659ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T09:21:58.197088Z","caller":"traceutil/trace.go:171","msg":"trace[1934102631] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"536.891195ms","start":"2026-05-07T09:21:57.65968Z","end":"2026-05-07T09:21:58.196571Z","steps":["trace[1934102631] 'process raft request' (duration: 536.325242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.197213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.659666Z","time spent":"537.496739ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:58.197462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.49984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:21:58.197529Z","caller":"traceutil/trace.go:171","msg":"trace[538254501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2322; }","duration":"318.553951ms","start":"2026-05-07T09:21:57.878934Z","end":"2026-05-07T09:21:58.197488Z","steps":["trace[538254501] 'agreement among raft nodes before linearized reading' (duration: 318.411217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.197552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:57.878928Z","time spent":"318.619132ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:58.598087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.699743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:21:58.598336Z","caller":"traceutil/trace.go:171","msg":"trace[1325038956] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"396.747749ms","start":"2026-05-07T09:21:58.201559Z","end":"2026-05-07T09:21:58.598307Z","steps":["trace[1325038956] 'process raft request' (duration: 60.662267ms)","trace[1325038956] 'compare' (duration: 334.919825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:58.598445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.201535Z","time spent":"396.863861ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.598598Z","caller":"traceutil/trace.go:171","msg":"trace[457184698] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"396.547914ms","start":"2026-05-07T09:21:58.20201Z","end":"2026-05-07T09:21:58.598558Z","steps":["trace[457184698] 'process raft request' (duration: 396.231487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.598727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.201998Z","time spent":"396.668857ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.598794Z","caller":"traceutil/trace.go:171","msg":"trace[412591884] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"396.760539ms","start":"2026-05-07T09:21:58.20201Z","end":"2026-05-07T09:21:58.59877Z","steps":["trace[412591884] 'process raft request' (duration: 396.3814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.598896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.201988Z","time spent":"396.856002ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.599219Z","caller":"traceutil/trace.go:171","msg":"trace[1356045105] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"397.130878ms","start":"2026-05-07T09:21:58.202066Z","end":"2026-05-07T09:21:58.599197Z","steps":["trace[1356045105] 'process raft request' (duration: 396.434162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:58.599347Z","caller":"traceutil/trace.go:171","msg":"trace[1110776243] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"397.22822ms","start":"2026-05-07T09:21:58.202102Z","end":"2026-05-07T09:21:58.59933Z","steps":["trace[1110776243] 'process raft request' (duration: 396.836271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.599439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.20208Z","time spent":"397.311272ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:58.599454Z","caller":"traceutil/trace.go:171","msg":"trace[1901189819] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2414; }","duration":"393.258207ms","start":"2026-05-07T09:21:58.206181Z","end":"2026-05-07T09:21:58.599439Z","steps":["trace[1901189819] 'read index received' (duration: 56.049868ms)","trace[1901189819] 'applied index is now lower than readState.Index' (duration: 337.207269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:58.599636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.444801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:58.599665Z","caller":"traceutil/trace.go:171","msg":"trace[92691579] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"396.869402ms","start":"2026-05-07T09:21:58.202671Z","end":"2026-05-07T09:21:58.59954Z","steps":["trace[92691579] 'process raft request' (duration: 396.619976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:58.599692Z","caller":"traceutil/trace.go:171","msg":"trace[1415404993] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2328; }","duration":"393.538874ms","start":"2026-05-07T09:21:58.206138Z","end":"2026-05-07T09:21:58.599677Z","steps":["trace[1415404993] 'agreement among raft nodes before linearized reading' (duration: 393.450572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.599736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.206131Z","time spent":"393.594455ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T09:21:58.599768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.202661Z","time spent":"397.055747ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:58.59979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.093449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:58.599839Z","caller":"traceutil/trace.go:171","msg":"trace[868403395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"110.184421ms","start":"2026-05-07T09:21:58.48964Z","end":"2026-05-07T09:21:58.599824Z","steps":["trace[868403395] 'agreement among raft nodes before linearized reading' (duration: 110.112689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:58.600147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:58.20206Z","time spent":"397.261201ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:23:04.699375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636388281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:23:05.200389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636388281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:23:05.273368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103864896s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T09:23:05.273756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.169325Z","time spent":"1.104426218s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T09:23:05.331863Z","caller":"traceutil/trace.go:171","msg":"trace[1402689602] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"987.078717ms","start":"2026-05-07T09:23:04.344757Z","end":"2026-05-07T09:23:05.331836Z","steps":["trace[1402689602] 'process raft request' (duration: 986.846721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.332068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.344733Z","time spent":"987.223401ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:23:05.332295Z","caller":"traceutil/trace.go:171","msg":"trace[1452936072] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"885.265101ms","start":"2026-05-07T09:23:04.446974Z","end":"2026-05-07T09:23:05.332239Z","steps":["trace[1452936072] 'process raft request' (duration: 884.80514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.332511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.446956Z","time spent":"885.432515ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:23:05.333271Z","caller":"traceutil/trace.go:171","msg":"trace[1450497699] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2952; }","duration":"1.134630889s","start":"2026-05-07T09:23:04.198622Z","end":"2026-05-07T09:23:05.333253Z","steps":["trace[1450497699] 'read index received' (duration: 1.075021717s)","trace[1450497699] 'applied index is now lower than readState.Index' (duration: 59.605572ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:05.333274Z","caller":"traceutil/trace.go:171","msg":"trace[2027189023] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"884.719428ms","start":"2026-05-07T09:23:04.44852Z","end":"2026-05-07T09:23:05.33324Z","steps":["trace[2027189023] 'process raft request' (duration: 883.5507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.547739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:05.333499Z","caller":"traceutil/trace.go:171","msg":"trace[545630100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2845; }","duration":"840.60701ms","start":"2026-05-07T09:23:04.492886Z","end":"2026-05-07T09:23:05.333493Z","steps":["trace[545630100] 'agreement among raft nodes before linearized reading' (duration: 840.472737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.33352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.492871Z","time spent":"840.645161ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:23:05.333615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.231422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T09:23:05.333676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.884065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:23:05.33369Z","caller":"traceutil/trace.go:171","msg":"trace[2129031506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2845; }","duration":"415.366115ms","start":"2026-05-07T09:23:04.918303Z","end":"2026-05-07T09:23:05.333669Z","steps":["trace[2129031506] 'agreement among raft nodes before linearized reading' (duration: 415.117289ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:05.333701Z","caller":"traceutil/trace.go:171","msg":"trace[1665081409] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2845; }","duration":"695.955937ms","start":"2026-05-07T09:23:04.637739Z","end":"2026-05-07T09:23:05.333695Z","steps":["trace[1665081409] 'agreement among raft nodes before linearized reading' (duration: 695.908396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.637714Z","time spent":"696.006987ms","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:23:05.333694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.643174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:05.3338Z","caller":"traceutil/trace.go:171","msg":"trace[76125740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2845; }","duration":"215.83724ms","start":"2026-05-07T09:23:05.117941Z","end":"2026-05-07T09:23:05.333778Z","steps":["trace[76125740] 'agreement among raft nodes before linearized reading' (duration: 215.660305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.771454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:23:05.333825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.790505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T09:23:05.333829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.177279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:23:05.333851Z","caller":"traceutil/trace.go:171","msg":"trace[1076630164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2845; }","duration":"395.828975ms","start":"2026-05-07T09:23:04.938004Z","end":"2026-05-07T09:23:05.333833Z","steps":["trace[1076630164] 'agreement among raft nodes before linearized reading' (duration: 395.378884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135030159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-07T09:23:05.333895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.937992Z","time spent":"395.894156ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:23:05.333898Z","caller":"traceutil/trace.go:171","msg":"trace[507087792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2845; }","duration":"404.845287ms","start":"2026-05-07T09:23:04.929024Z","end":"2026-05-07T09:23:05.333869Z","steps":["trace[507087792] 'agreement among raft nodes before linearized reading' (duration: 404.481058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.271938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:23:05.333957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.928985Z","time spent":"404.95923ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:23:05.333974Z","caller":"traceutil/trace.go:171","msg":"trace[2136727278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2845; }","duration":"394.568986ms","start":"2026-05-07T09:23:04.93938Z","end":"2026-05-07T09:23:05.333949Z","steps":["trace[2136727278] 'agreement among raft nodes before linearized reading' (duration: 394.147266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.333734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.91828Z","time spent":"415.442596ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:23:05.333958Z","caller":"traceutil/trace.go:171","msg":"trace[1398929335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2845; }","duration":"406.25773ms","start":"2026-05-07T09:23:04.927619Z","end":"2026-05-07T09:23:05.333877Z","steps":["trace[1398929335] 'agreement among raft nodes before linearized reading' (duration: 405.754338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:05.333924Z","caller":"traceutil/trace.go:171","msg":"trace[1931032468] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2845; }","duration":"1.135321616s","start":"2026-05-07T09:23:04.198592Z","end":"2026-05-07T09:23:05.333913Z","steps":["trace[1931032468] 'agreement among raft nodes before linearized reading' (duration: 1.134754672s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.334035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.939366Z","time spent":"394.651647ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:23:05.334064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.198577Z","time spent":"1.135472919s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T09:23:05.333707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.782554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:23:05.33424Z","caller":"traceutil/trace.go:171","msg":"trace[1288553730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2845; }","duration":"399.375359ms","start":"2026-05-07T09:23:04.934836Z","end":"2026-05-07T09:23:05.334211Z","steps":["trace[1288553730] 'agreement among raft nodes before linearized reading' (duration: 398.666792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:05.33429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.934756Z","time spent":"399.521001ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:23:05.334368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.448506Z","time spent":"884.843001ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:23:05.334397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:04.927609Z","time spent":"406.430645ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:23:38.562625Z","caller":"traceutil/trace.go:171","msg":"trace[975425681] linearizableReadLoop","detail":"{readStateIndex:3167; appliedIndex:3166; }","duration":"224.069983ms","start":"2026-05-07T09:23:38.338538Z","end":"2026-05-07T09:23:38.562608Z","steps":["trace[975425681] 'read index received' (duration: 223.93968ms)","trace[975425681] 'applied index is now lower than readState.Index' (duration: 129.603µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:38.562695Z","caller":"traceutil/trace.go:171","msg":"trace[934677619] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"336.56779ms","start":"2026-05-07T09:23:38.226095Z","end":"2026-05-07T09:23:38.562663Z","steps":["trace[934677619] 'process raft request' (duration: 336.402326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:38.562745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.188346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:38.562767Z","caller":"traceutil/trace.go:171","msg":"trace[1311991735] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3049; }","duration":"224.264258ms","start":"2026-05-07T09:23:38.338495Z","end":"2026-05-07T09:23:38.562759Z","steps":["trace[1311991735] 'agreement among raft nodes before linearized reading' (duration: 224.209017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:38.562805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:38.226071Z","time spent":"336.672493ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:23:39.546847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.312956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:39.546913Z","caller":"traceutil/trace.go:171","msg":"trace[2101952527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3049; }","duration":"430.448849ms","start":"2026-05-07T09:23:39.116453Z","end":"2026-05-07T09:23:39.546902Z","steps":["trace[2101952527] 'range keys from in-memory index tree' (duration: 430.198144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.546942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.116418Z","time spent":"430.515721ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:23:39.546976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.618607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ad3e2ef65597ee\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-07T09:23:39.547047Z","caller":"traceutil/trace.go:171","msg":"trace[1996066639] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ad3e2ef65597ee; range_end:; response_count:1; response_revision:3049; }","duration":"182.73498ms","start":"2026-05-07T09:23:39.364298Z","end":"2026-05-07T09:23:39.547033Z","steps":["trace[1996066639] 'range keys from in-memory index tree' (duration: 182.444983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.547175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.644881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:39.547299Z","caller":"traceutil/trace.go:171","msg":"trace[1243502370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3049; }","duration":"115.766804ms","start":"2026-05-07T09:23:39.431511Z","end":"2026-05-07T09:23:39.547278Z","steps":["trace[1243502370] 'range keys from in-memory index tree' (duration: 115.632111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.547411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.632107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:23:39.547454Z","caller":"traceutil/trace.go:171","msg":"trace[1795746222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3049; }","duration":"343.725199ms","start":"2026-05-07T09:23:39.203718Z","end":"2026-05-07T09:23:39.547443Z","steps":["trace[1795746222] 'count revisions from in-memory index tree' (duration: 343.557614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.547491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.203694Z","time spent":"343.78733ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:23:39.547584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.578295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:39.547653Z","caller":"traceutil/trace.go:171","msg":"trace[1103527552] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3049; }","duration":"881.708918ms","start":"2026-05-07T09:23:38.665929Z","end":"2026-05-07T09:23:39.547638Z","steps":["trace[1103527552] 'count revisions from in-memory index tree' (duration: 881.443302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.547687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:38.665909Z","time spent":"881.77142ms","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:23:39.762825Z","caller":"traceutil/trace.go:171","msg":"trace[19539152] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"287.860075ms","start":"2026-05-07T09:23:39.474926Z","end":"2026-05-07T09:23:39.762786Z","steps":["trace[19539152] 'process raft request' (duration: 283.966703ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:39.762718Z","caller":"traceutil/trace.go:171","msg":"trace[1632682478] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"286.489852ms","start":"2026-05-07T09:23:39.476204Z","end":"2026-05-07T09:23:39.762694Z","steps":["trace[1632682478] 'process raft request' (duration: 286.354379ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:39.808306Z","caller":"traceutil/trace.go:171","msg":"trace[615476808] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3167; }","duration":"325.887569ms","start":"2026-05-07T09:23:39.482394Z","end":"2026-05-07T09:23:39.808282Z","steps":["trace[615476808] 'read index received' (duration: 83.074785ms)","trace[615476808] 'applied index is now lower than readState.Index' (duration: 242.811944ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:39.808366Z","caller":"traceutil/trace.go:171","msg":"trace[655646315] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"258.269127ms","start":"2026-05-07T09:23:39.550069Z","end":"2026-05-07T09:23:39.808338Z","steps":["trace[655646315] 'process raft request' (duration: 258.077133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.808533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.105244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:23:39.808572Z","caller":"traceutil/trace.go:171","msg":"trace[733791158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3053; }","duration":"326.201347ms","start":"2026-05-07T09:23:39.482358Z","end":"2026-05-07T09:23:39.80856Z","steps":["trace[733791158] 'agreement among raft nodes before linearized reading' (duration: 326.077304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.808609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.482346Z","time spent":"326.253208ms","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:23:39.80868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.236088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:23:39.808769Z","caller":"traceutil/trace.go:171","msg":"trace[1372840236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3053; }","duration":"312.33996ms","start":"2026-05-07T09:23:39.496406Z","end":"2026-05-07T09:23:39.808746Z","steps":["trace[1372840236] 'agreement among raft nodes before linearized reading' (duration: 312.076664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.808825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.496353Z","time spent":"312.458123ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:23:39.808872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.504121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T09:23:39.808872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.432817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:23:39.80892Z","caller":"traceutil/trace.go:171","msg":"trace[1667798451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3053; }","duration":"300.581104ms","start":"2026-05-07T09:23:39.508322Z","end":"2026-05-07T09:23:39.808903Z","steps":["trace[1667798451] 'agreement among raft nodes before linearized reading' (duration: 300.44445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:39.808937Z","caller":"traceutil/trace.go:171","msg":"trace[1029898285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3053; }","duration":"302.502609ms","start":"2026-05-07T09:23:39.506417Z","end":"2026-05-07T09:23:39.80892Z","steps":["trace[1029898285] 'agreement among raft nodes before linearized reading' (duration: 302.302654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.808962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.508309Z","time spent":"300.641475ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:23:39.808952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.564864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T09:23:39.808976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.506351Z","time spent":"302.616081ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:23:39.808994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.781439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:23:39.809017Z","caller":"traceutil/trace.go:171","msg":"trace[2124264580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3053; }","duration":"306.657037ms","start":"2026-05-07T09:23:39.502341Z","end":"2026-05-07T09:23:39.808998Z","steps":["trace[2124264580] 'agreement among raft nodes before linearized reading' (duration: 306.436762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.809069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.50233Z","time spent":"306.728168ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:23:39.809069Z","caller":"traceutil/trace.go:171","msg":"trace[1861612025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3053; }","duration":"303.889331ms","start":"2026-05-07T09:23:39.505156Z","end":"2026-05-07T09:23:39.809045Z","steps":["trace[1861612025] 'agreement among raft nodes before linearized reading' (duration: 303.576124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.809077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.12669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:23:39.809116Z","caller":"traceutil/trace.go:171","msg":"trace[777680660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3053; }","duration":"302.206752ms","start":"2026-05-07T09:23:39.506901Z","end":"2026-05-07T09:23:39.809107Z","steps":["trace[777680660] 'agreement among raft nodes before linearized reading' (duration: 302.060068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:39.809121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.505145Z","time spent":"303.962934ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:23:39.809143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:39.506876Z","time spent":"302.260223ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:23:45.632398Z","caller":"traceutil/trace.go:171","msg":"trace[2078849450] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"138.603442ms","start":"2026-05-07T09:23:45.493768Z","end":"2026-05-07T09:23:45.632372Z","steps":["trace[2078849450] 'process raft request' (duration: 138.443268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:29.402291Z","caller":"traceutil/trace.go:171","msg":"trace[485301694] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"130.172973ms","start":"2026-05-07T09:27:29.272093Z","end":"2026-05-07T09:27:29.402266Z","steps":["trace[485301694] 'process raft request' (duration: 130.001049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.548627Z","caller":"traceutil/trace.go:171","msg":"trace[720289539] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5249; }","duration":"321.47825ms","start":"2026-05-07T09:27:33.227124Z","end":"2026-05-07T09:27:33.548602Z","steps":["trace[720289539] 'process raft request' (duration: 321.393198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:33.548943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:33.227097Z","time spent":"321.789746ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:27:33.811887Z","caller":"traceutil/trace.go:171","msg":"trace[1963580680] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5448; }","duration":"510.365228ms","start":"2026-05-07T09:27:33.301495Z","end":"2026-05-07T09:27:33.81186Z","steps":["trace[1963580680] 'read index received' (duration: 247.069503ms)","trace[1963580680] 'applied index is now lower than readState.Index' (duration: 263.294035ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:33.811937Z","caller":"traceutil/trace.go:171","msg":"trace[473440771] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"544.539116ms","start":"2026-05-07T09:27:33.267374Z","end":"2026-05-07T09:27:33.811913Z","steps":["trace[473440771] 'process raft request' (duration: 544.29417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:33.812083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:33.267357Z","time spent":"544.634697ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:33.812199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.336573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-07T09:27:33.812245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.947036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf-tls\" ","response":"range_response_count:1 size:1966"} {"level":"warn","ts":"2026-05-07T09:27:33.812283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.40876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:27:33.8123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.356913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-05-07T09:27:33.812339Z","caller":"traceutil/trace.go:171","msg":"trace[60045202] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf-tls; range_end:; response_count:1; response_revision:5250; }","duration":"440.065079ms","start":"2026-05-07T09:27:33.372256Z","end":"2026-05-07T09:27:33.812321Z","steps":["trace[60045202] 'agreement among raft nodes before linearized reading' (duration: 439.799233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.812374Z","caller":"traceutil/trace.go:171","msg":"trace[1166229930] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5250; }","duration":"100.561334ms","start":"2026-05-07T09:27:33.711793Z","end":"2026-05-07T09:27:33.812354Z","steps":["trace[1166229930] 'agreement among raft nodes before linearized reading' (duration: 100.335329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.812392Z","caller":"traceutil/trace.go:171","msg":"trace[1094622581] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:5250; }","duration":"262.474126ms","start":"2026-05-07T09:27:33.54989Z","end":"2026-05-07T09:27:33.812364Z","steps":["trace[1094622581] 'agreement among raft nodes before linearized reading' (duration: 262.282752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:33.812398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:33.37224Z","time spent":"440.13753ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1988,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf-tls\" "} {"level":"info","ts":"2026-05-07T09:27:33.812275Z","caller":"traceutil/trace.go:171","msg":"trace[1131557965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:5250; }","duration":"251.434876ms","start":"2026-05-07T09:27:33.560822Z","end":"2026-05-07T09:27:33.812256Z","steps":["trace[1131557965] 'agreement among raft nodes before linearized reading' (duration: 251.267292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:33.812706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.204758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b653af1-d980-4816-93c8-31ef5f8a81a3\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-05-07T09:27:33.812931Z","caller":"traceutil/trace.go:171","msg":"trace[1511997582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b653af1-d980-4816-93c8-31ef5f8a81a3; range_end:; response_count:1; response_revision:5250; }","duration":"511.348952ms","start":"2026-05-07T09:27:33.301458Z","end":"2026-05-07T09:27:33.812807Z","steps":["trace[1511997582] 'agreement among raft nodes before linearized reading' (duration: 510.553693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:33.812994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:33.301442Z","time spent":"511.528625ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b653af1-d980-4816-93c8-31ef5f8a81a3\" "} {"level":"warn","ts":"2026-05-07T09:27:34.021005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.11882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"warn","ts":"2026-05-07T09:27:34.021031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.73546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-05-07T09:27:34.021069Z","caller":"traceutil/trace.go:171","msg":"trace[829035535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5250; }","duration":"196.257003ms","start":"2026-05-07T09:27:33.824796Z","end":"2026-05-07T09:27:34.021053Z","steps":["trace[829035535] 'range keys from in-memory index tree' (duration: 195.874814ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:34.021107Z","caller":"traceutil/trace.go:171","msg":"trace[1695049398] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf-tls; range_end:; response_count:1; response_revision:5250; }","duration":"192.825142ms","start":"2026-05-07T09:27:33.828237Z","end":"2026-05-07T09:27:34.021062Z","steps":["trace[1695049398] 'range keys from in-memory index tree' (duration: 192.649438ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:34.021125Z","caller":"traceutil/trace.go:171","msg":"trace[2033813037] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"190.21239ms","start":"2026-05-07T09:27:33.830869Z","end":"2026-05-07T09:27:34.021081Z","steps":["trace[2033813037] 'process raft request' (duration: 180.205694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:34.620363Z","caller":"traceutil/trace.go:171","msg":"trace[1309421568] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"369.35982ms","start":"2026-05-07T09:27:34.250973Z","end":"2026-05-07T09:27:34.620332Z","steps":["trace[1309421568] 'process raft request' (duration: 369.236297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:34.620392Z","caller":"traceutil/trace.go:171","msg":"trace[1991072442] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5461; }","duration":"334.087907ms","start":"2026-05-07T09:27:34.286281Z","end":"2026-05-07T09:27:34.620369Z","steps":["trace[1991072442] 'read index received' (duration: 328.31469ms)","trace[1991072442] 'applied index is now lower than readState.Index' (duration: 5.772177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:34.620517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:34.250941Z","time spent":"369.494242ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:34.620536Z","caller":"traceutil/trace.go:171","msg":"trace[961113192] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"381.982007ms","start":"2026-05-07T09:27:34.238543Z","end":"2026-05-07T09:27:34.620525Z","steps":["trace[961113192] 'process raft request' (duration: 375.938775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:34.620635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:34.238516Z","time spent":"382.052899ms","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:27:34.620763Z","caller":"traceutil/trace.go:171","msg":"trace[676456507] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"182.98314ms","start":"2026-05-07T09:27:34.437759Z","end":"2026-05-07T09:27:34.620742Z","steps":["trace[676456507] 'process raft request' (duration: 182.56007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:34.621102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.821895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-07T09:27:34.62116Z","caller":"traceutil/trace.go:171","msg":"trace[1813500539] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5264; }","duration":"334.931407ms","start":"2026-05-07T09:27:34.286214Z","end":"2026-05-07T09:27:34.621146Z","steps":["trace[1813500539] 'agreement among raft nodes before linearized reading' (duration: 334.284082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:34.621194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:34.286186Z","time spent":"334.999848ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T09:27:36.264901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.205675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:36.265013Z","caller":"traceutil/trace.go:171","msg":"trace[1488480457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5294; }","duration":"147.397749ms","start":"2026-05-07T09:27:36.117592Z","end":"2026-05-07T09:27:36.26499Z","steps":["trace[1488480457] 'range keys from in-memory index tree' (duration: 147.040392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:36.625242Z","caller":"traceutil/trace.go:171","msg":"trace[1122732373] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5495; }","duration":"253.32241ms","start":"2026-05-07T09:27:36.371856Z","end":"2026-05-07T09:27:36.625179Z","steps":["trace[1122732373] 'read index received' (duration: 59.235209ms)","trace[1122732373] 'applied index is now lower than readState.Index' (duration: 194.085391ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:36.625293Z","caller":"traceutil/trace.go:171","msg":"trace[960999386] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"283.188495ms","start":"2026-05-07T09:27:36.342057Z","end":"2026-05-07T09:27:36.625246Z","steps":["trace[960999386] 'process raft request' (duration: 282.830826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:36.62551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.625027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T09:27:36.625611Z","caller":"traceutil/trace.go:171","msg":"trace[600518122] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5296; }","duration":"253.74202ms","start":"2026-05-07T09:27:36.371847Z","end":"2026-05-07T09:27:36.625589Z","steps":["trace[600518122] 'agreement among raft nodes before linearized reading' (duration: 253.459983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:36.626233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.849521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:36.62629Z","caller":"traceutil/trace.go:171","msg":"trace[1578772440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5298; }","duration":"211.941843ms","start":"2026-05-07T09:27:36.414332Z","end":"2026-05-07T09:27:36.626274Z","steps":["trace[1578772440] 'agreement among raft nodes before linearized reading' (duration: 211.756989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:36.626373Z","caller":"traceutil/trace.go:171","msg":"trace[1344890752] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"189.710118ms","start":"2026-05-07T09:27:36.436646Z","end":"2026-05-07T09:27:36.626356Z","steps":["trace[1344890752] 'process raft request' (duration: 189.284718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:40.174833Z","caller":"traceutil/trace.go:171","msg":"trace[1998977882] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"106.586186ms","start":"2026-05-07T09:27:40.068214Z","end":"2026-05-07T09:27:40.1748Z","steps":["trace[1998977882] 'process raft request' (duration: 106.366911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:40.17514Z","caller":"traceutil/trace.go:171","msg":"trace[112095913] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"106.852112ms","start":"2026-05-07T09:27:40.068263Z","end":"2026-05-07T09:27:40.175115Z","steps":["trace[112095913] 'process raft request' (duration: 106.448973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:46.333904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.233773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:27:46.334007Z","caller":"traceutil/trace.go:171","msg":"trace[520746296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:5475; }","duration":"246.389627ms","start":"2026-05-07T09:27:46.087592Z","end":"2026-05-07T09:27:46.333982Z","steps":["trace[520746296] 'range keys from in-memory index tree' (duration: 245.994507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:46.334527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.814666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T09:27:46.334626Z","caller":"traceutil/trace.go:171","msg":"trace[1657170488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5475; }","duration":"670.970399ms","start":"2026-05-07T09:27:45.663633Z","end":"2026-05-07T09:27:46.334604Z","steps":["trace[1657170488] 'range keys from in-memory index tree' (duration: 670.595901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:46.334836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:45.66361Z","time spent":"671.166654ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T09:27:46.941179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636394721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:27:47.44191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636394721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:27:47.942717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636394721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:27:47.94542Z","caller":"traceutil/trace.go:171","msg":"trace[1567774422] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"1.511336357s","start":"2026-05-07T09:27:46.434021Z","end":"2026-05-07T09:27:47.945358Z","steps":["trace[1567774422] 'process raft request' (duration: 1.511050761s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:47.945601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.433994Z","time spent":"1.511506101s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.027212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082050214s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:27:49.027772Z","caller":"traceutil/trace.go:171","msg":"trace[978960726] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"2.432257747s","start":"2026-05-07T09:27:46.595488Z","end":"2026-05-07T09:27:49.027746Z","steps":["trace[978960726] 'process raft request' (duration: 2.43195145s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.027953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.59546Z","time spent":"2.432403211s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:49.028116Z","caller":"traceutil/trace.go:171","msg":"trace[1372734680] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"2.358346392s","start":"2026-05-07T09:27:46.669741Z","end":"2026-05-07T09:27:49.028088Z","steps":["trace[1372734680] 'process raft request' (duration: 2.357947833s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.028286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.669715Z","time spent":"2.358477176s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:49.028356Z","caller":"traceutil/trace.go:171","msg":"trace[1732912716] linearizableReadLoop","detail":"{readStateIndex:5687; appliedIndex:5681; }","duration":"2.587874551s","start":"2026-05-07T09:27:46.440468Z","end":"2026-05-07T09:27:49.028342Z","steps":["trace[1732912716] 'read index received' (duration: 1.504688421s)","trace[1732912716] 'applied index is now lower than readState.Index' (duration: 1.08318521s)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:49.028432Z","caller":"traceutil/trace.go:171","msg":"trace[119229610] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"2.357434071s","start":"2026-05-07T09:27:46.67093Z","end":"2026-05-07T09:27:49.028364Z","steps":["trace[119229610] 'process raft request' (duration: 2.357013111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.028519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588048645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:49.028515Z","caller":"traceutil/trace.go:171","msg":"trace[573802855] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"2.337326486s","start":"2026-05-07T09:27:46.691147Z","end":"2026-05-07T09:27:49.028473Z","steps":["trace[573802855] 'process raft request' (duration: 2.337091721s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.02856Z","caller":"traceutil/trace.go:171","msg":"trace[1917707473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5481; }","duration":"2.588112126s","start":"2026-05-07T09:27:46.440437Z","end":"2026-05-07T09:27:49.028549Z","steps":["trace[1917707473] 'agreement among raft nodes before linearized reading' (duration: 2.587986293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.028606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.440425Z","time spent":"2.588173998s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T09:27:49.028579Z","caller":"traceutil/trace.go:171","msg":"trace[2108603341] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"2.105649366s","start":"2026-05-07T09:27:46.922833Z","end":"2026-05-07T09:27:49.028483Z","steps":["trace[2108603341] 'process raft request' (duration: 2.105468472s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.028705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.670905Z","time spent":"2.357655006s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.028832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.691125Z","time spent":"2.33751062s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.028896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.922811Z","time spent":"2.105928564s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.116496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T09:27:49.11662Z","caller":"traceutil/trace.go:171","msg":"trace[1859665941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212838s","start":"2026-05-07T09:27:47.116388Z","end":"2026-05-07T09:27:49.1166Z","steps":["trace[1859665941] 'agreement among raft nodes before linearized reading' (duration: 2.000067034s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.116696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.116368Z","time spent":"2.000316771s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 09:27:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T09:27:49.135889Z","caller":"traceutil/trace.go:171","msg":"trace[1304236138] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"1.184197994s","start":"2026-05-07T09:27:47.951667Z","end":"2026-05-07T09:27:49.135865Z","steps":["trace[1304236138] 'process raft request' (duration: 1.177104057s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.951644Z","time spent":"1.184309678s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:49.136175Z","caller":"traceutil/trace.go:171","msg":"trace[1219396328] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"1.18400542s","start":"2026-05-07T09:27:47.952155Z","end":"2026-05-07T09:27:49.13616Z","steps":["trace[1219396328] 'process raft request' (duration: 1.183666112s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.136295Z","caller":"traceutil/trace.go:171","msg":"trace[162367363] linearizableReadLoop","detail":"{readStateIndex:5692; appliedIndex:5687; }","duration":"107.883507ms","start":"2026-05-07T09:27:49.028393Z","end":"2026-05-07T09:27:49.136277Z","steps":["trace[162367363] 'read index received' (duration: 100.319169ms)","trace[162367363] 'applied index is now lower than readState.Index' (duration: 7.563128ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:49.136312Z","caller":"traceutil/trace.go:171","msg":"trace[1760454776] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"1.183017007s","start":"2026-05-07T09:27:47.953265Z","end":"2026-05-07T09:27:49.136282Z","steps":["trace[1760454776] 'process raft request' (duration: 1.182874924s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951674212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:27:49.136467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.953259Z","time spent":"1.183115389s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:49.136491Z","caller":"traceutil/trace.go:171","msg":"trace[14537452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5486; }","duration":"1.951750854s","start":"2026-05-07T09:27:47.18473Z","end":"2026-05-07T09:27:49.136481Z","steps":["trace[14537452] 'agreement among raft nodes before linearized reading' (duration: 1.951641111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183339705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-944vp\" ","response":"range_response_count:1 size:8052"} {"level":"warn","ts":"2026-05-07T09:27:49.136515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.984372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:49.136562Z","caller":"traceutil/trace.go:171","msg":"trace[167646686] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-944vp; range_end:; response_count:1; response_revision:5486; }","duration":"1.183442617s","start":"2026-05-07T09:27:47.953098Z","end":"2026-05-07T09:27:49.136541Z","steps":["trace[167646686] 'agreement among raft nodes before linearized reading' (duration: 1.183201122s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.1366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171493852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:27:49.136611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989884814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:27:49.136647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.846034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:49.136663Z","caller":"traceutil/trace.go:171","msg":"trace[1508690400] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"1.184459111s","start":"2026-05-07T09:27:47.952196Z","end":"2026-05-07T09:27:49.136655Z","steps":["trace[1508690400] 'process raft request' (duration: 1.183836666s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.136674Z","caller":"traceutil/trace.go:171","msg":"trace[1370266672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5486; }","duration":"1.989964246s","start":"2026-05-07T09:27:47.146693Z","end":"2026-05-07T09:27:49.136657Z","steps":["trace[1370266672] 'agreement among raft nodes before linearized reading' (duration: 1.989839433s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.136691Z","caller":"traceutil/trace.go:171","msg":"trace[858873932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5486; }","duration":"647.923176ms","start":"2026-05-07T09:27:48.488751Z","end":"2026-05-07T09:27:49.136674Z","steps":["trace[858873932] 'agreement among raft nodes before linearized reading' (duration: 647.867424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071609098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:27:49.136725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.952181Z","time spent":"1.184498492s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.136724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.146683Z","time spent":"1.990029967s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:27:49.136729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.488732Z","time spent":"647.990357ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:27:49.136717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.149845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:49.136739Z","caller":"traceutil/trace.go:171","msg":"trace[211418349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5486; }","duration":"1.07170006s","start":"2026-05-07T09:27:48.065023Z","end":"2026-05-07T09:27:49.136723Z","steps":["trace[211418349] 'agreement among raft nodes before linearized reading' (duration: 1.071632158s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989875074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:27:49.136794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.064999Z","time spent":"1.071781061s","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:27:49.136582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.629731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:27:49.13687Z","caller":"traceutil/trace.go:171","msg":"trace[1914062739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:5486; }","duration":"792.964669ms","start":"2026-05-07T09:27:48.343897Z","end":"2026-05-07T09:27:49.136862Z","steps":["trace[1914062739] 'agreement among raft nodes before linearized reading' (duration: 792.524189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.136863Z","caller":"traceutil/trace.go:171","msg":"trace[491875036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5486; }","duration":"1.990049758s","start":"2026-05-07T09:27:47.146786Z","end":"2026-05-07T09:27:49.136836Z","steps":["trace[491875036] 'agreement among raft nodes before linearized reading' (duration: 1.989723881s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.343875Z","time spent":"793.015681ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-f4czz\" "} {"level":"warn","ts":"2026-05-07T09:27:49.136908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990181331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:27:49.136928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.146765Z","time spent":"1.99014286s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:27:49.136945Z","caller":"traceutil/trace.go:171","msg":"trace[1265470826] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"313.441939ms","start":"2026-05-07T09:27:48.82349Z","end":"2026-05-07T09:27:49.136932Z","steps":["trace[1265470826] 'process raft request' (duration: 312.696451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.136953Z","caller":"traceutil/trace.go:171","msg":"trace[1592039900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5486; }","duration":"1.990248393s","start":"2026-05-07T09:27:47.146691Z","end":"2026-05-07T09:27:49.13694Z","steps":["trace[1592039900] 'agreement among raft nodes before linearized reading' (duration: 1.99013272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.146679Z","time spent":"1.990307314s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:27:49.136518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.184707Z","time spent":"1.951805986s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:27:49.136625Z","caller":"traceutil/trace.go:171","msg":"trace[1964491876] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5486; }","duration":"2.171548893s","start":"2026-05-07T09:27:46.965069Z","end":"2026-05-07T09:27:49.136618Z","steps":["trace[1964491876] 'agreement among raft nodes before linearized reading' (duration: 2.171465671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.13709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.823467Z","time spent":"313.515561ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:49.136613Z","caller":"traceutil/trace.go:171","msg":"trace[552323608] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5486; }","duration":"117.163806ms","start":"2026-05-07T09:27:49.019425Z","end":"2026-05-07T09:27:49.136588Z","steps":["trace[552323608] 'agreement among raft nodes before linearized reading' (duration: 116.94149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.137096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665022122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf.18ad3e691da87c7e\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-05-07T09:27:49.137122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.965056Z","time spent":"2.172049835s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:27:49.13716Z","caller":"traceutil/trace.go:171","msg":"trace[2067313205] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf.18ad3e691da87c7e; range_end:; response_count:1; response_revision:5486; }","duration":"2.665122835s","start":"2026-05-07T09:27:46.472016Z","end":"2026-05-07T09:27:49.137139Z","steps":["trace[2067313205] 'agreement among raft nodes before linearized reading' (duration: 2.664823097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.953087Z","time spent":"1.183528949s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8074,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-944vp\" "} {"level":"warn","ts":"2026-05-07T09:27:49.137204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:46.471995Z","time spent":"2.665197656s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":928,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-h5swf.18ad3e691da87c7e\" "} {"level":"info","ts":"2026-05-07T09:27:49.136807Z","caller":"traceutil/trace.go:171","msg":"trace[65716656] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5486; }","duration":"103.271237ms","start":"2026-05-07T09:27:49.033515Z","end":"2026-05-07T09:27:49.136786Z","steps":["trace[65716656] 'agreement among raft nodes before linearized reading' (duration: 103.107953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.136499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991318508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:27:49.137347Z","caller":"traceutil/trace.go:171","msg":"trace[1216642559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5486; }","duration":"1.992205899s","start":"2026-05-07T09:27:47.145129Z","end":"2026-05-07T09:27:49.137335Z","steps":["trace[1216642559] 'agreement among raft nodes before linearized reading' (duration: 1.991264327s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.137402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.145106Z","time spent":"1.99226857s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:27:49.136252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.952131Z","time spent":"1.184071451s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.139049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991058162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:27:49.139114Z","caller":"traceutil/trace.go:171","msg":"trace[1315650229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5486; }","duration":"1.991140124s","start":"2026-05-07T09:27:47.147956Z","end":"2026-05-07T09:27:49.139096Z","steps":["trace[1315650229] 'agreement among raft nodes before linearized reading' (duration: 1.989067525s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.139167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.14795Z","time spent":"1.991207205s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:27:49.280442Z","caller":"traceutil/trace.go:171","msg":"trace[1162571222] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5692; }","duration":"137.997658ms","start":"2026-05-07T09:27:49.14242Z","end":"2026-05-07T09:27:49.280418Z","steps":["trace[1162571222] 'read index received' (duration: 27.610282ms)","trace[1162571222] 'applied index is now lower than readState.Index' (duration: 110.386596ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:49.280708Z","caller":"traceutil/trace.go:171","msg":"trace[895642856] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"138.8978ms","start":"2026-05-07T09:27:49.141794Z","end":"2026-05-07T09:27:49.280692Z","steps":["trace[895642856] 'process raft request' (duration: 108.00236ms)","trace[895642856] 'compare' (duration: 30.327746ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:49.280889Z","caller":"traceutil/trace.go:171","msg":"trace[492395256] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"138.10017ms","start":"2026-05-07T09:27:49.142778Z","end":"2026-05-07T09:27:49.280878Z","steps":["trace[492395256] 'process raft request' (duration: 137.486886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.281004Z","caller":"traceutil/trace.go:171","msg":"trace[539060731] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"138.029259ms","start":"2026-05-07T09:27:49.142968Z","end":"2026-05-07T09:27:49.280997Z","steps":["trace[539060731] 'process raft request' (duration: 137.333203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.281099Z","caller":"traceutil/trace.go:171","msg":"trace[2130758116] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"137.366073ms","start":"2026-05-07T09:27:49.143727Z","end":"2026-05-07T09:27:49.281093Z","steps":["trace[2130758116] 'process raft request' (duration: 136.598465ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.281191Z","caller":"traceutil/trace.go:171","msg":"trace[464889276] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"137.445765ms","start":"2026-05-07T09:27:49.143738Z","end":"2026-05-07T09:27:49.281183Z","steps":["trace[464889276] 'process raft request' (duration: 136.616806ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:49.281279Z","caller":"traceutil/trace.go:171","msg":"trace[718993152] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"136.609685ms","start":"2026-05-07T09:27:49.144662Z","end":"2026-05-07T09:27:49.281272Z","steps":["trace[718993152] 'process raft request' (duration: 135.716934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.281488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.041383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T09:27:49.281522Z","caller":"traceutil/trace.go:171","msg":"trace[1796960514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5493; }","duration":"139.125375ms","start":"2026-05-07T09:27:49.142389Z","end":"2026-05-07T09:27:49.281514Z","steps":["trace[1796960514] 'agreement among raft nodes before linearized reading' (duration: 138.964981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.281747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.693487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70943"} {"level":"info","ts":"2026-05-07T09:27:49.281774Z","caller":"traceutil/trace.go:171","msg":"trace[2040669157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5493; }","duration":"136.752729ms","start":"2026-05-07T09:27:49.145015Z","end":"2026-05-07T09:27:49.281768Z","steps":["trace[2040669157] 'agreement among raft nodes before linearized reading' (duration: 136.619316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.282103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.465577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T09:27:49.282139Z","caller":"traceutil/trace.go:171","msg":"trace[217333481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:5493; }","duration":"107.533509ms","start":"2026-05-07T09:27:49.174595Z","end":"2026-05-07T09:27:49.282128Z","steps":["trace[217333481] 'agreement among raft nodes before linearized reading' (duration: 107.449547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.853752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.043473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:49.853976Z","caller":"traceutil/trace.go:171","msg":"trace[288592826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5493; }","duration":"422.299519ms","start":"2026-05-07T09:27:49.431643Z","end":"2026-05-07T09:27:49.853943Z","steps":["trace[288592826] 'range keys from in-memory index tree' (duration: 422.010092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:49.854007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.207597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:27:49.854433Z","caller":"traceutil/trace.go:171","msg":"trace[1882105283] linearizableReadLoop","detail":"{readStateIndex:5700; appliedIndex:5699; }","duration":"569.174026ms","start":"2026-05-07T09:27:49.285229Z","end":"2026-05-07T09:27:49.854403Z","steps":["trace[1882105283] 'read index received' (duration: 146.507948ms)","trace[1882105283] 'applied index is now lower than readState.Index' (duration: 422.663458ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:49.854438Z","caller":"traceutil/trace.go:171","msg":"trace[238156450] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"569.218207ms","start":"2026-05-07T09:27:49.285176Z","end":"2026-05-07T09:27:49.854394Z","steps":["trace[238156450] 'process raft request' (duration: 146.526619ms)","trace[238156450] 'compare' (duration: 422.085863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:49.854619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:49.285152Z","time spent":"569.376491ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:49.964611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.392476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-07T09:27:49.964829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.573872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18287"} {"level":"info","ts":"2026-05-07T09:27:49.96494Z","caller":"traceutil/trace.go:171","msg":"trace[1137184293] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5494; }","duration":"679.734336ms","start":"2026-05-07T09:27:49.285174Z","end":"2026-05-07T09:27:49.964909Z","steps":["trace[1137184293] 'agreement among raft nodes before linearized reading' (duration: 569.323239ms)","trace[1137184293] 'range keys from in-memory index tree' (duration: 110.12701ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:49.965005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:49.28514Z","time spent":"679.855239ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18309,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T09:27:53.784879Z","caller":"traceutil/trace.go:171","msg":"trace[2066229372] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"115.094017ms","start":"2026-05-07T09:27:53.669762Z","end":"2026-05-07T09:27:53.784856Z","steps":["trace[2066229372] 'process raft request' (duration: 114.37682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.231696Z","caller":"traceutil/trace.go:171","msg":"trace[515827617] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"109.773491ms","start":"2026-05-07T09:27:57.1219Z","end":"2026-05-07T09:27:57.231674Z","steps":["trace[515827617] 'process raft request' (duration: 109.73591ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.231733Z","caller":"traceutil/trace.go:171","msg":"trace[1875939671] linearizableReadLoop","detail":"{readStateIndex:5863; appliedIndex:5862; }","duration":"139.755009ms","start":"2026-05-07T09:27:57.091952Z","end":"2026-05-07T09:27:57.231707Z","steps":["trace[1875939671] 'read index received' (duration: 138.215603ms)","trace[1875939671] 'applied index is now lower than readState.Index' (duration: 1.537526ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:57.231858Z","caller":"traceutil/trace.go:171","msg":"trace[643271500] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"167.108525ms","start":"2026-05-07T09:27:57.064737Z","end":"2026-05-07T09:27:57.231845Z","steps":["trace[643271500] 'process raft request' (duration: 165.391495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.232133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.162868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:57.232178Z","caller":"traceutil/trace.go:171","msg":"trace[378772024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5655; }","duration":"140.270841ms","start":"2026-05-07T09:27:57.091897Z","end":"2026-05-07T09:27:57.232168Z","steps":["trace[378772024] 'agreement among raft nodes before linearized reading' (duration: 140.173439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.232174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.314963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:57.232227Z","caller":"traceutil/trace.go:171","msg":"trace[689818299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"115.424735ms","start":"2026-05-07T09:27:57.116791Z","end":"2026-05-07T09:27:57.232216Z","steps":["trace[689818299] 'agreement among raft nodes before linearized reading' (duration: 115.340463ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.232172Z","caller":"traceutil/trace.go:171","msg":"trace[1964985150] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"111.122713ms","start":"2026-05-07T09:27:57.121023Z","end":"2026-05-07T09:27:57.232146Z","steps":["trace[1964985150] 'process raft request' (duration: 110.532049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.232427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.70075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a29e201d-b20a-4f37-9a1b-eed077345516\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-05-07T09:27:57.23251Z","caller":"traceutil/trace.go:171","msg":"trace[1730246094] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a29e201d-b20a-4f37-9a1b-eed077345516; range_end:; response_count:1; response_revision:5655; }","duration":"109.821953ms","start":"2026-05-07T09:27:57.122667Z","end":"2026-05-07T09:27:57.232489Z","steps":["trace[1730246094] 'agreement among raft nodes before linearized reading' (duration: 109.518015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.653428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.47239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:27:57.653513Z","caller":"traceutil/trace.go:171","msg":"trace[1093287377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5655; }","duration":"299.609073ms","start":"2026-05-07T09:27:57.353886Z","end":"2026-05-07T09:27:57.653495Z","steps":["trace[1093287377] 'range keys from in-memory index tree' (duration: 299.254205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.653755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.902754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:27:57.653807Z","caller":"traceutil/trace.go:171","msg":"trace[482951960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5655; }","duration":"239.996946ms","start":"2026-05-07T09:27:57.413801Z","end":"2026-05-07T09:27:57.653798Z","steps":["trace[482951960] 'range keys from in-memory index tree' (duration: 239.726079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.653913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.028947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T09:27:57.653944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.795373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:27:57.653979Z","caller":"traceutil/trace.go:171","msg":"trace[2034612704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5655; }","duration":"240.129419ms","start":"2026-05-07T09:27:57.41383Z","end":"2026-05-07T09:27:57.65396Z","steps":["trace[2034612704] 'range keys from in-memory index tree' (duration: 239.859262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.654038Z","caller":"traceutil/trace.go:171","msg":"trace[1224036080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:5655; }","duration":"237.932897ms","start":"2026-05-07T09:27:57.416081Z","end":"2026-05-07T09:27:57.654014Z","steps":["trace[1224036080] 'range keys from in-memory index tree' (duration: 237.552448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.654037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.508164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:27:57.65411Z","caller":"traceutil/trace.go:171","msg":"trace[27599663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5655; }","duration":"239.618737ms","start":"2026-05-07T09:27:57.41447Z","end":"2026-05-07T09:27:57.654089Z","steps":["trace[27599663] 'range keys from in-memory index tree' (duration: 239.34477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.654274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.718499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-gdj5h\" ","response":"range_response_count:1 size:4991"} {"level":"info","ts":"2026-05-07T09:27:57.654369Z","caller":"traceutil/trace.go:171","msg":"trace[675611182] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-gdj5h; range_end:; response_count:1; response_revision:5655; }","duration":"120.862233ms","start":"2026-05-07T09:27:57.533481Z","end":"2026-05-07T09:27:57.654343Z","steps":["trace[675611182] 'range keys from in-memory index tree' (duration: 120.492785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.653796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.991405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T09:27:57.654628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.969572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:27:57.654638Z","caller":"traceutil/trace.go:171","msg":"trace[1564544988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5655; }","duration":"240.872536ms","start":"2026-05-07T09:27:57.41374Z","end":"2026-05-07T09:27:57.654612Z","steps":["trace[1564544988] 'range keys from in-memory index tree' (duration: 239.78577ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.654696Z","caller":"traceutil/trace.go:171","msg":"trace[1941517262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5655; }","duration":"242.073785ms","start":"2026-05-07T09:27:57.412603Z","end":"2026-05-07T09:27:57.654676Z","steps":["trace[1941517262] 'range keys from in-memory index tree' (duration: 241.720576ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.978812Z","caller":"traceutil/trace.go:171","msg":"trace[1547339850] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"319.884762ms","start":"2026-05-07T09:27:57.658893Z","end":"2026-05-07T09:27:57.978778Z","steps":["trace[1547339850] 'process raft request' (duration: 319.824101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.978949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.65887Z","time spent":"320.007144ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:57.979122Z","caller":"traceutil/trace.go:171","msg":"trace[1834000697] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"319.890142ms","start":"2026-05-07T09:27:57.659223Z","end":"2026-05-07T09:27:57.979113Z","steps":["trace[1834000697] 'process raft request' (duration: 319.705108ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.979093Z","caller":"traceutil/trace.go:171","msg":"trace[672109171] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"319.891841ms","start":"2026-05-07T09:27:57.65916Z","end":"2026-05-07T09:27:57.979052Z","steps":["trace[672109171] 'process raft request' (duration: 319.589554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.979169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.659199Z","time spent":"319.944893ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:57.979168Z","caller":"traceutil/trace.go:171","msg":"trace[892604358] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"319.570715ms","start":"2026-05-07T09:27:57.659577Z","end":"2026-05-07T09:27:57.979148Z","steps":["trace[892604358] 'process raft request' (duration: 319.470552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.979273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.65915Z","time spent":"320.037246ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:57.979306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.659569Z","time spent":"319.662517ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:57.979255Z","caller":"traceutil/trace.go:171","msg":"trace[2054005969] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5865; }","duration":"319.995665ms","start":"2026-05-07T09:27:57.659234Z","end":"2026-05-07T09:27:57.97923Z","steps":["trace[2054005969] 'read index received' (duration: 39.214966ms)","trace[2054005969] 'applied index is now lower than readState.Index' (duration: 280.779739ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:57.9793Z","caller":"traceutil/trace.go:171","msg":"trace[545666406] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"315.190351ms","start":"2026-05-07T09:27:57.664081Z","end":"2026-05-07T09:27:57.979271Z","steps":["trace[545666406] 'process raft request' (duration: 315.016286ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:57.979857Z","caller":"traceutil/trace.go:171","msg":"trace[78270493] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"320.304141ms","start":"2026-05-07T09:27:57.65852Z","end":"2026-05-07T09:27:57.978824Z","steps":["trace[78270493] 'process raft request' (duration: 320.047555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.980469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.658494Z","time spent":"321.915779ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:57.980878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.664072Z","time spent":"316.278606ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:57.981152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.870939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80124"} {"level":"info","ts":"2026-05-07T09:27:57.981234Z","caller":"traceutil/trace.go:171","msg":"trace[64923230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5662; }","duration":"321.994462ms","start":"2026-05-07T09:27:57.659225Z","end":"2026-05-07T09:27:57.981219Z","steps":["trace[64923230] 'agreement among raft nodes before linearized reading' (duration: 321.411898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:57.981413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:57.659208Z","time spent":"322.060723ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80146,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-07T09:27:59.859667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.746252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:59.859741Z","caller":"traceutil/trace.go:171","msg":"trace[940353447] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5685; }","duration":"104.834975ms","start":"2026-05-07T09:27:59.75489Z","end":"2026-05-07T09:27:59.859725Z","steps":["trace[940353447] 'count revisions from in-memory index tree' (duration: 104.668591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:59.859759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.713383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T09:27:59.859849Z","caller":"traceutil/trace.go:171","msg":"trace[1837582361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5685; }","duration":"157.854437ms","start":"2026-05-07T09:27:59.701972Z","end":"2026-05-07T09:27:59.859826Z","steps":["trace[1837582361] 'range keys from in-memory index tree' (duration: 157.482188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:59.860196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.69569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:59.860242Z","caller":"traceutil/trace.go:171","msg":"trace[1653237255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5685; }","duration":"134.815713ms","start":"2026-05-07T09:27:59.725415Z","end":"2026-05-07T09:27:59.860231Z","steps":["trace[1653237255] 'count revisions from in-memory index tree' (duration: 134.619688ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:01.453865Z","caller":"traceutil/trace.go:171","msg":"trace[638837499] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"119.364338ms","start":"2026-05-07T09:28:01.334471Z","end":"2026-05-07T09:28:01.453835Z","steps":["trace[638837499] 'process raft request' (duration: 98.339722ms)","trace[638837499] 'compare' (duration: 20.874923ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:01.468649Z","caller":"traceutil/trace.go:171","msg":"trace[92679063] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"131.065194ms","start":"2026-05-07T09:28:01.337562Z","end":"2026-05-07T09:28:01.468627Z","steps":["trace[92679063] 'process raft request' (duration: 130.89046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:01.63706Z","caller":"traceutil/trace.go:171","msg":"trace[2006271793] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"111.774378ms","start":"2026-05-07T09:28:01.52525Z","end":"2026-05-07T09:28:01.637025Z","steps":["trace[2006271793] 'process raft request' (duration: 111.510622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:01.637125Z","caller":"traceutil/trace.go:171","msg":"trace[709510443] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"126.24906ms","start":"2026-05-07T09:28:01.510838Z","end":"2026-05-07T09:28:01.637087Z","steps":["trace[709510443] 'process raft request' (duration: 50.150734ms)","trace[709510443] 'compare' (duration: 75.644525ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:06.166886Z","caller":"traceutil/trace.go:171","msg":"trace[1323726054] linearizableReadLoop","detail":"{readStateIndex:6006; appliedIndex:6004; }","duration":"150.285948ms","start":"2026-05-07T09:28:06.016586Z","end":"2026-05-07T09:28:06.166871Z","steps":["trace[1323726054] 'read index received' (duration: 4.519257ms)","trace[1323726054] 'applied index is now lower than readState.Index' (duration: 145.766081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:28:06.16708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.017271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:28:06.167064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.465182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:28:06.167109Z","caller":"traceutil/trace.go:171","msg":"trace[2081421229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5793; }","duration":"150.084722ms","start":"2026-05-07T09:28:06.017016Z","end":"2026-05-07T09:28:06.167101Z","steps":["trace[2081421229] 'agreement among raft nodes before linearized reading' (duration: 149.946709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.167121Z","caller":"traceutil/trace.go:171","msg":"trace[1412094964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5793; }","duration":"150.537024ms","start":"2026-05-07T09:28:06.016569Z","end":"2026-05-07T09:28:06.167106Z","steps":["trace[1412094964] 'agreement among raft nodes before linearized reading' (duration: 150.362249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.167206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.553311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:28:06.167227Z","caller":"traceutil/trace.go:171","msg":"trace[1060825512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5793; }","duration":"149.572811ms","start":"2026-05-07T09:28:06.017647Z","end":"2026-05-07T09:28:06.16722Z","steps":["trace[1060825512] 'agreement among raft nodes before linearized reading' (duration: 149.519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.167288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.783032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:28:06.167362Z","caller":"traceutil/trace.go:171","msg":"trace[1246583350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:5793; }","duration":"148.884494ms","start":"2026-05-07T09:28:06.01846Z","end":"2026-05-07T09:28:06.167344Z","steps":["trace[1246583350] 'agreement among raft nodes before linearized reading' (duration: 148.610338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.166995Z","caller":"traceutil/trace.go:171","msg":"trace[2088486141] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"152.135182ms","start":"2026-05-07T09:28:06.014804Z","end":"2026-05-07T09:28:06.166939Z","steps":["trace[2088486141] 'process raft request' (duration: 53.996585ms)","trace[2088486141] 'compare' (duration: 97.931052ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:06.343496Z","caller":"traceutil/trace.go:171","msg":"trace[1550881574] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"172.034171ms","start":"2026-05-07T09:28:06.171431Z","end":"2026-05-07T09:28:06.343465Z","steps":["trace[1550881574] 'process raft request' (duration: 101.27409ms)","trace[1550881574] 'compare' (duration: 70.591587ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:06.343675Z","caller":"traceutil/trace.go:171","msg":"trace[396879158] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"171.863047ms","start":"2026-05-07T09:28:06.171779Z","end":"2026-05-07T09:28:06.343642Z","steps":["trace[396879158] 'process raft request' (duration: 171.642402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:09.44092Z","caller":"traceutil/trace.go:171","msg":"trace[1398833367] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"141.272768ms","start":"2026-05-07T09:28:09.299621Z","end":"2026-05-07T09:28:09.440894Z","steps":["trace[1398833367] 'process raft request' (duration: 141.123265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:09.641938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.06172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-07T09:28:09.64255Z","caller":"traceutil/trace.go:171","msg":"trace[161925490] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"289.89689ms","start":"2026-05-07T09:28:09.352603Z","end":"2026-05-07T09:28:09.6425Z","steps":["trace[161925490] 'process raft request' (duration: 289.47445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:09.642671Z","caller":"traceutil/trace.go:171","msg":"trace[367720199] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"289.373887ms","start":"2026-05-07T09:28:09.353272Z","end":"2026-05-07T09:28:09.642646Z","steps":["trace[367720199] 'process raft request' (duration: 289.108121ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:10.185729Z","caller":"traceutil/trace.go:171","msg":"trace[1703422142] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6032; }","duration":"145.160199ms","start":"2026-05-07T09:28:10.040548Z","end":"2026-05-07T09:28:10.185708Z","steps":["trace[1703422142] 'read index received' (duration: 91.434567ms)","trace[1703422142] 'applied index is now lower than readState.Index' (duration: 53.724912ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:10.185894Z","caller":"traceutil/trace.go:171","msg":"trace[1846948246] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"220.207232ms","start":"2026-05-07T09:28:09.965671Z","end":"2026-05-07T09:28:10.185878Z","steps":["trace[1846948246] 'process raft request' (duration: 166.398638ms)","trace[1846948246] 'compare' (duration: 53.487277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:28:10.186325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.756794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:28:10.186398Z","caller":"traceutil/trace.go:171","msg":"trace[1331003889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5819; }","duration":"145.890417ms","start":"2026-05-07T09:28:10.040494Z","end":"2026-05-07T09:28:10.186384Z","steps":["trace[1331003889] 'agreement among raft nodes before linearized reading' (duration: 145.416176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:11.13465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2885} {"level":"info","ts":"2026-05-07T09:28:11.207708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2885,"took":"71.739315ms","hash":4055498566,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":31875072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T09:28:11.207762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4055498566,"revision":2885,"compact-revision":-1} {"level":"info","ts":"2026-05-07T09:28:47.702288Z","caller":"traceutil/trace.go:171","msg":"trace[1829441186] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6377; }","duration":"127.125016ms","start":"2026-05-07T09:28:47.575134Z","end":"2026-05-07T09:28:47.702259Z","steps":["trace[1829441186] 'read index received' (duration: 126.787718ms)","trace[1829441186] 'applied index is now lower than readState.Index' (duration: 336.248µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:47.702354Z","caller":"traceutil/trace.go:171","msg":"trace[911616994] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"133.858904ms","start":"2026-05-07T09:28:47.568465Z","end":"2026-05-07T09:28:47.702324Z","steps":["trace[911616994] 'process raft request' (duration: 133.566938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:47.702495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.338472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-05-07T09:28:47.70255Z","caller":"traceutil/trace.go:171","msg":"trace[1833159941] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6154; }","duration":"127.427803ms","start":"2026-05-07T09:28:47.575104Z","end":"2026-05-07T09:28:47.702531Z","steps":["trace[1833159941] 'agreement among raft nodes before linearized reading' (duration: 127.262519ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:48.560277Z","caller":"traceutil/trace.go:171","msg":"trace[1130207646] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"192.341568ms","start":"2026-05-07T09:28:48.367905Z","end":"2026-05-07T09:28:48.560247Z","steps":["trace[1130207646] 'process raft request' (duration: 192.121443ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:48.560231Z","caller":"traceutil/trace.go:171","msg":"trace[641677456] linearizableReadLoop","detail":"{readStateIndex:6383; appliedIndex:6381; }","duration":"167.523455ms","start":"2026-05-07T09:28:48.392682Z","end":"2026-05-07T09:28:48.560206Z","steps":["trace[641677456] 'read index received' (duration: 31.06228ms)","trace[641677456] 'applied index is now lower than readState.Index' (duration: 136.459825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:28:48.560469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.76122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:28:48.560533Z","caller":"traceutil/trace.go:171","msg":"trace[2044350917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6159; }","duration":"167.863412ms","start":"2026-05-07T09:28:48.392653Z","end":"2026-05-07T09:28:48.560516Z","steps":["trace[2044350917] 'agreement among raft nodes before linearized reading' (duration: 167.634257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:48.560541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.53762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:28:48.56058Z","caller":"traceutil/trace.go:171","msg":"trace[1507910095] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6159; }","duration":"140.601072ms","start":"2026-05-07T09:28:48.419965Z","end":"2026-05-07T09:28:48.560566Z","steps":["trace[1507910095] 'agreement among raft nodes before linearized reading' (duration: 140.525911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:48.560651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.089973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-07T09:28:48.560703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.639401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:28:48.560733Z","caller":"traceutil/trace.go:171","msg":"trace[368192184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:6159; }","duration":"154.685933ms","start":"2026-05-07T09:28:48.406039Z","end":"2026-05-07T09:28:48.560724Z","steps":["trace[368192184] 'agreement among raft nodes before linearized reading' (duration: 154.594611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:48.56073Z","caller":"traceutil/trace.go:171","msg":"trace[893920726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6159; }","duration":"158.203116ms","start":"2026-05-07T09:28:48.402507Z","end":"2026-05-07T09:28:48.56071Z","steps":["trace[893920726] 'agreement among raft nodes before linearized reading' (duration: 157.96873ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:48.942316Z","caller":"traceutil/trace.go:171","msg":"trace[1092980681] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"233.585967ms","start":"2026-05-07T09:28:48.708696Z","end":"2026-05-07T09:28:48.942282Z","steps":["trace[1092980681] 'process raft request' (duration: 226.452039ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:56.103412Z","caller":"traceutil/trace.go:171","msg":"trace[206636836] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"103.291146ms","start":"2026-05-07T09:28:56.000097Z","end":"2026-05-07T09:28:56.103388Z","steps":["trace[206636836] 'process raft request' (duration: 102.871976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:29:26.264784Z","caller":"traceutil/trace.go:171","msg":"trace[967285608] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"105.233842ms","start":"2026-05-07T09:29:26.15952Z","end":"2026-05-07T09:29:26.264754Z","steps":["trace[967285608] 'process raft request' (duration: 105.062878ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:33:11.141834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5826} {"level":"info","ts":"2026-05-07T09:33:11.229445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5826,"took":"85.109518ms","hash":2035094738,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":26845184,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-07T09:33:11.229574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2035094738,"revision":5826,"compact-revision":2885} {"level":"info","ts":"2026-05-07T09:33:55.241757Z","caller":"traceutil/trace.go:171","msg":"trace[2030756758] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8751; }","duration":"124.212205ms","start":"2026-05-07T09:33:55.117517Z","end":"2026-05-07T09:33:55.24173Z","steps":["trace[2030756758] 'read index received' (duration: 123.926548ms)","trace[2030756758] 'applied index is now lower than readState.Index' (duration: 284.537µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:33:55.241804Z","caller":"traceutil/trace.go:171","msg":"trace[39662564] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"375.915893ms","start":"2026-05-07T09:33:54.865862Z","end":"2026-05-07T09:33:55.241778Z","steps":["trace[39662564] 'process raft request' (duration: 375.698358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:33:55.241896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.365169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:33:55.241929Z","caller":"traceutil/trace.go:171","msg":"trace[507950693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8451; }","duration":"124.4553ms","start":"2026-05-07T09:33:55.117464Z","end":"2026-05-07T09:33:55.241919Z","steps":["trace[507950693] 'agreement among raft nodes before linearized reading' (duration: 124.379579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:33:55.241942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:33:54.865832Z","time spent":"376.029546ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:06.617885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:07.118636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:07.618778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:08.117551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T09:34:08.117659Z","caller":"traceutil/trace.go:171","msg":"trace[996796559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826371s","start":"2026-05-07T09:34:06.11681Z","end":"2026-05-07T09:34:08.117637Z","steps":["trace[996796559] 'agreement among raft nodes before linearized reading' (duration: 2.000686208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:08.117715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.116787Z","time spent":"2.000912634s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 09:34:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T09:34:08.118986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:08.619709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:09.120395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636402778,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:09.172917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.123161534s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:34:09.173321Z","caller":"traceutil/trace.go:171","msg":"trace[617223274] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"3.123630165s","start":"2026-05-07T09:34:06.04966Z","end":"2026-05-07T09:34:09.17329Z","steps":["trace[617223274] 'process raft request' (duration: 3.123465141s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.173502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.04964Z","time spent":"3.123761459s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.188968Z","caller":"traceutil/trace.go:171","msg":"trace[2056681122] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"1.901390628s","start":"2026-05-07T09:34:07.287549Z","end":"2026-05-07T09:34:09.18894Z","steps":["trace[2056681122] 'process raft request' (duration: 1.901220524s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.189025Z","caller":"traceutil/trace.go:171","msg":"trace[1934519800] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"1.973291126s","start":"2026-05-07T09:34:07.215676Z","end":"2026-05-07T09:34:09.188968Z","steps":["trace[1934519800] 'process raft request' (duration: 1.972847885s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.189126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.287533Z","time spent":"1.901525032s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.1892Z","caller":"traceutil/trace.go:171","msg":"trace[1895827882] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"1.8903868s","start":"2026-05-07T09:34:07.298789Z","end":"2026-05-07T09:34:09.189176Z","steps":["trace[1895827882] 'process raft request' (duration: 1.890069692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.189257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.215663Z","time spent":"1.97347948s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:09.189943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.298775Z","time spent":"1.891065916s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.189342Z","caller":"traceutil/trace.go:171","msg":"trace[734146473] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"1.861105773s","start":"2026-05-07T09:34:07.328221Z","end":"2026-05-07T09:34:09.189326Z","steps":["trace[734146473] 'process raft request' (duration: 1.860871488s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.328202Z","time spent":"1.86181876s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.189385Z","caller":"traceutil/trace.go:171","msg":"trace[367526992] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8810; }","duration":"3.072452414s","start":"2026-05-07T09:34:06.116869Z","end":"2026-05-07T09:34:09.189322Z","steps":["trace[367526992] 'read index received' (duration: 3.056316786s)","trace[367526992] 'applied index is now lower than readState.Index' (duration: 16.132248ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:09.190388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985645017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:34:09.190414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874684362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:09.190449Z","caller":"traceutil/trace.go:171","msg":"trace[1901652116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8511; }","duration":"2.985746349s","start":"2026-05-07T09:34:06.204683Z","end":"2026-05-07T09:34:09.19043Z","steps":["trace[1901652116] 'agreement among raft nodes before linearized reading' (duration: 2.985566175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.204664Z","time spent":"2.98581204s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:09.190476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069554784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T09:34:09.190537Z","caller":"traceutil/trace.go:171","msg":"trace[881897545] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:8511; }","duration":"1.069641636s","start":"2026-05-07T09:34:08.12087Z","end":"2026-05-07T09:34:09.190512Z","steps":["trace[881897545] 'agreement among raft nodes before linearized reading' (duration: 1.069467932s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.120851Z","time spent":"1.069730678s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T09:34:09.190602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546201302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:34:09.190662Z","caller":"traceutil/trace.go:171","msg":"trace[661643287] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8511; }","duration":"2.546289704s","start":"2026-05-07T09:34:06.644355Z","end":"2026-05-07T09:34:09.190645Z","steps":["trace[661643287] 'agreement among raft nodes before linearized reading' (duration: 2.546198902s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833383662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-05-07T09:34:09.19079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.644342Z","time spent":"2.546431887s","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.190883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064521396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:34:09.190919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655745613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:34:09.190989Z","caller":"traceutil/trace.go:171","msg":"trace[185326997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8511; }","duration":"2.655851096s","start":"2026-05-07T09:34:06.535126Z","end":"2026-05-07T09:34:09.190977Z","steps":["trace[185326997] 'agreement among raft nodes before linearized reading' (duration: 2.655706993s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985456041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:34:09.190958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641534429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:34:09.191073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977308411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:34:09.191126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350136249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:34:09.191123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866483399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T09:34:09.191139Z","caller":"traceutil/trace.go:171","msg":"trace[2128090279] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8511; }","duration":"1.977421583s","start":"2026-05-07T09:34:07.213701Z","end":"2026-05-07T09:34:09.191123Z","steps":["trace[2128090279] 'agreement among raft nodes before linearized reading' (duration: 1.97729535s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.191163Z","caller":"traceutil/trace.go:171","msg":"trace[1677668114] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8511; }","duration":"1.350209451s","start":"2026-05-07T09:34:07.840943Z","end":"2026-05-07T09:34:09.191153Z","steps":["trace[1677668114] 'agreement among raft nodes before linearized reading' (duration: 1.350141099s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.191183Z","caller":"traceutil/trace.go:171","msg":"trace[1086067643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8511; }","duration":"1.866585761s","start":"2026-05-07T09:34:07.32458Z","end":"2026-05-07T09:34:09.191165Z","steps":["trace[1086067643] 'agreement among raft nodes before linearized reading' (duration: 1.866386877s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.191188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.21368Z","time spent":"1.977494795s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.191216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.324561Z","time spent":"1.866647813s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T09:34:09.190626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845756164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:34:09.191211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.840919Z","time spent":"1.350283893s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.191246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.365543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T09:34:09.191255Z","caller":"traceutil/trace.go:171","msg":"trace[712051922] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8511; }","duration":"2.846420579s","start":"2026-05-07T09:34:06.344821Z","end":"2026-05-07T09:34:09.191242Z","steps":["trace[712051922] 'agreement among raft nodes before linearized reading' (duration: 2.845776334s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.191128Z","caller":"traceutil/trace.go:171","msg":"trace[820176650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8511; }","duration":"1.641751024s","start":"2026-05-07T09:34:07.54936Z","end":"2026-05-07T09:34:09.191111Z","steps":["trace[820176650] 'agreement among raft nodes before linearized reading' (duration: 1.641489028s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.190899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977424603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:34:09.191439Z","caller":"traceutil/trace.go:171","msg":"trace[180580781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8511; }","duration":"2.977982927s","start":"2026-05-07T09:34:06.213444Z","end":"2026-05-07T09:34:09.191427Z","steps":["trace[180580781] 'agreement among raft nodes before linearized reading' (duration: 2.977378832s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.1907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856109756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:34:09.191045Z","caller":"traceutil/trace.go:171","msg":"trace[852936261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8511; }","duration":"2.985575154s","start":"2026-05-07T09:34:06.20546Z","end":"2026-05-07T09:34:09.191035Z","steps":["trace[852936261] 'agreement among raft nodes before linearized reading' (duration: 2.985458422s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.191474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.213432Z","time spent":"2.978032597s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:34:09.191291Z","caller":"traceutil/trace.go:171","msg":"trace[1421745448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8511; }","duration":"128.432955ms","start":"2026-05-07T09:34:09.062846Z","end":"2026-05-07T09:34:09.191279Z","steps":["trace[1421745448] 'agreement among raft nodes before linearized reading' (duration: 128.332923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.191146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.463281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T09:34:09.191297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.344803Z","time spent":"2.8464823s","remote":"127.0.0.1:54782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:34:09.191573Z","caller":"traceutil/trace.go:171","msg":"trace[355099030] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8511; }","duration":"625.925572ms","start":"2026-05-07T09:34:08.565638Z","end":"2026-05-07T09:34:09.191563Z","steps":["trace[355099030] 'agreement among raft nodes before linearized reading' (duration: 624.834076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.19144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.549337Z","time spent":"1.642077672s","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.191621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.565619Z","time spent":"625.991653ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":896,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.191046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.535103Z","time spent":"2.655931237s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:34:09.191488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.205438Z","time spent":"2.986042066s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:34:09.191487Z","caller":"traceutil/trace.go:171","msg":"trace[2072367565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8511; }","duration":"2.856931205s","start":"2026-05-07T09:34:06.334545Z","end":"2026-05-07T09:34:09.191476Z","steps":["trace[2072367565] 'agreement among raft nodes before linearized reading' (duration: 2.856097145s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.191904Z","caller":"traceutil/trace.go:171","msg":"trace[1330686113] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8511; }","duration":"1.876207418s","start":"2026-05-07T09:34:07.31561Z","end":"2026-05-07T09:34:09.191817Z","steps":["trace[1330686113] 'agreement among raft nodes before linearized reading' (duration: 1.874667602s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.192069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.334523Z","time spent":"2.857504959s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:09.192013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.315586Z","time spent":"1.876403092s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:34:09.190795Z","caller":"traceutil/trace.go:171","msg":"trace[269932024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:8511; }","duration":"2.833424353s","start":"2026-05-07T09:34:06.357357Z","end":"2026-05-07T09:34:09.190782Z","steps":["trace[269932024] 'agreement among raft nodes before linearized reading' (duration: 2.833188248s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.19219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.357322Z","time spent":"2.834854177s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-f4czz\" "} {"level":"info","ts":"2026-05-07T09:34:09.190944Z","caller":"traceutil/trace.go:171","msg":"trace[14460391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"1.064607318s","start":"2026-05-07T09:34:08.126322Z","end":"2026-05-07T09:34:09.19093Z","steps":["trace[14460391] 'agreement among raft nodes before linearized reading' (duration: 1.064516486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.192638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.12631Z","time spent":"1.066314558s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:34:09.341392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.280356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-07T09:34:09.341423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.845775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-05-07T09:34:09.341478Z","caller":"traceutil/trace.go:171","msg":"trace[1750872736] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8518; }","duration":"140.916867ms","start":"2026-05-07T09:34:09.200549Z","end":"2026-05-07T09:34:09.341466Z","steps":["trace[1750872736] 'agreement among raft nodes before linearized reading' (duration: 140.577439ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.341477Z","caller":"traceutil/trace.go:171","msg":"trace[242599064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8518; }","duration":"141.399689ms","start":"2026-05-07T09:34:09.200053Z","end":"2026-05-07T09:34:09.341453Z","steps":["trace[242599064] 'agreement among raft nodes before linearized reading' (duration: 77.221113ms)","trace[242599064] 'range keys from in-memory index tree' (duration: 63.954291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:09.341605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.525678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:09.341663Z","caller":"traceutil/trace.go:171","msg":"trace[1189211462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8518; }","duration":"137.606959ms","start":"2026-05-07T09:34:09.204041Z","end":"2026-05-07T09:34:09.341648Z","steps":["trace[1189211462] 'agreement among raft nodes before linearized reading' (duration: 137.520617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:10.797962Z","caller":"traceutil/trace.go:171","msg":"trace[1384483661] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"103.581881ms","start":"2026-05-07T09:34:10.694362Z","end":"2026-05-07T09:34:10.797944Z","steps":["trace[1384483661] 'read index received' (duration: 103.402867ms)","trace[1384483661] 'applied index is now lower than readState.Index' (duration: 178.424µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:10.798034Z","caller":"traceutil/trace.go:171","msg":"trace[221723033] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"219.672026ms","start":"2026-05-07T09:34:10.578329Z","end":"2026-05-07T09:34:10.798001Z","steps":["trace[221723033] 'process raft request' (duration: 219.490692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:10.798112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.735674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T09:34:10.798135Z","caller":"traceutil/trace.go:171","msg":"trace[1189869874] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8519; }","duration":"103.812916ms","start":"2026-05-07T09:34:10.694315Z","end":"2026-05-07T09:34:10.798128Z","steps":["trace[1189869874] 'agreement among raft nodes before linearized reading' (duration: 103.706784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:11.545865Z","caller":"traceutil/trace.go:171","msg":"trace[1309911770] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"350.895366ms","start":"2026-05-07T09:34:11.194948Z","end":"2026-05-07T09:34:11.545843Z","steps":["trace[1309911770] 'process raft request' (duration: 350.716092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:11.546011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:11.194934Z","time spent":"350.999968ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:11.546304Z","caller":"traceutil/trace.go:171","msg":"trace[1968961233] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"349.985605ms","start":"2026-05-07T09:34:11.196306Z","end":"2026-05-07T09:34:11.546291Z","steps":["trace[1968961233] 'process raft request' (duration: 349.497753ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:11.546328Z","caller":"traceutil/trace.go:171","msg":"trace[2103613402] linearizableReadLoop","detail":"{readStateIndex:8829; appliedIndex:8826; }","duration":"265.225006ms","start":"2026-05-07T09:34:11.281073Z","end":"2026-05-07T09:34:11.546298Z","steps":["trace[2103613402] 'read index received' (duration: 264.663983ms)","trace[2103613402] 'applied index is now lower than readState.Index' (duration: 559.903µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:11.546418Z","caller":"traceutil/trace.go:171","msg":"trace[730488780] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"349.862572ms","start":"2026-05-07T09:34:11.196547Z","end":"2026-05-07T09:34:11.54641Z","steps":["trace[730488780] 'process raft request' (duration: 349.529074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:11.546465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:11.196521Z","time spent":"349.919573ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:11.546372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:11.196295Z","time spent":"350.045076ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:11.546633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.529623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:34:11.546688Z","caller":"traceutil/trace.go:171","msg":"trace[1001061123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8524; }","duration":"265.631535ms","start":"2026-05-07T09:34:11.281041Z","end":"2026-05-07T09:34:11.546673Z","steps":["trace[1001061123] 'agreement among raft nodes before linearized reading' (duration: 265.42324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:11.546751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.056664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:34:11.546791Z","caller":"traceutil/trace.go:171","msg":"trace[1662377805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8524; }","duration":"260.106675ms","start":"2026-05-07T09:34:11.286675Z","end":"2026-05-07T09:34:11.546782Z","steps":["trace[1662377805] 'agreement among raft nodes before linearized reading' (duration: 259.977152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:11.546838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.685496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:34:11.546869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.195737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:34:11.54688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.247358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:34:11.546929Z","caller":"traceutil/trace.go:171","msg":"trace[719724827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8524; }","duration":"265.792879ms","start":"2026-05-07T09:34:11.281113Z","end":"2026-05-07T09:34:11.546906Z","steps":["trace[719724827] 'agreement among raft nodes before linearized reading' (duration: 265.533443ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:11.546936Z","caller":"traceutil/trace.go:171","msg":"trace[995933770] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8524; }","duration":"260.345051ms","start":"2026-05-07T09:34:11.286576Z","end":"2026-05-07T09:34:11.546921Z","steps":["trace[995933770] 'agreement among raft nodes before linearized reading' (duration: 260.204527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:11.546929Z","caller":"traceutil/trace.go:171","msg":"trace[542826903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8524; }","duration":"260.269909ms","start":"2026-05-07T09:34:11.286643Z","end":"2026-05-07T09:34:11.546913Z","steps":["trace[542826903] 'agreement among raft nodes before linearized reading' (duration: 260.099985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:11.547061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.055996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:34:11.547205Z","caller":"traceutil/trace.go:171","msg":"trace[646253183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:8524; }","duration":"200.21953ms","start":"2026-05-07T09:34:11.346972Z","end":"2026-05-07T09:34:11.547192Z","steps":["trace[646253183] 'agreement among raft nodes before linearized reading' (duration: 200.012975ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:39.740039Z","caller":"traceutil/trace.go:171","msg":"trace[675390428] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"362.151093ms","start":"2026-05-07T09:34:39.377869Z","end":"2026-05-07T09:34:39.74002Z","steps":["trace[675390428] 'process raft request' (duration: 362.03047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:39.740166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.377852Z","time spent":"362.251485ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:40.015218Z","caller":"traceutil/trace.go:171","msg":"trace[359856699] linearizableReadLoop","detail":"{readStateIndex:9041; appliedIndex:9036; }","duration":"352.68517ms","start":"2026-05-07T09:34:39.662517Z","end":"2026-05-07T09:34:40.015202Z","steps":["trace[359856699] 'read index received' (duration: 77.478699ms)","trace[359856699] 'applied index is now lower than readState.Index' (duration: 275.205511ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:40.015426Z","caller":"traceutil/trace.go:171","msg":"trace[1015675784] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"370.5714ms","start":"2026-05-07T09:34:39.644845Z","end":"2026-05-07T09:34:40.015416Z","steps":["trace[1015675784] 'process raft request' (duration: 370.13143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.015507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.644826Z","time spent":"370.627971ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:40.018569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.042909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-05-07T09:34:40.018609Z","caller":"traceutil/trace.go:171","msg":"trace[1912403654] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8728; }","duration":"356.11717ms","start":"2026-05-07T09:34:39.662484Z","end":"2026-05-07T09:34:40.018601Z","steps":["trace[1912403654] 'agreement among raft nodes before linearized reading' (duration: 353.671213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.018632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.662472Z","time spent":"356.155112ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414416,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-07T09:34:40.018855Z","caller":"traceutil/trace.go:171","msg":"trace[1673777830] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"370.328874ms","start":"2026-05-07T09:34:39.648519Z","end":"2026-05-07T09:34:40.018848Z","steps":["trace[1673777830] 'process raft request' (duration: 366.583676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.018909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.648503Z","time spent":"370.376606ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:40.018979Z","caller":"traceutil/trace.go:171","msg":"trace[889425626] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"367.199711ms","start":"2026-05-07T09:34:39.651771Z","end":"2026-05-07T09:34:40.018971Z","steps":["trace[889425626] 'process raft request' (duration: 363.366261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.019041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.651758Z","time spent":"367.256652ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:40.019113Z","caller":"traceutil/trace.go:171","msg":"trace[1484545933] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"366.004133ms","start":"2026-05-07T09:34:39.653102Z","end":"2026-05-07T09:34:40.019106Z","steps":["trace[1484545933] 'process raft request' (duration: 362.066711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.019163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.653091Z","time spent":"366.043604ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:40.020023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.027597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T09:34:40.020052Z","caller":"traceutil/trace.go:171","msg":"trace[1832915567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8728; }","duration":"321.083318ms","start":"2026-05-07T09:34:39.698962Z","end":"2026-05-07T09:34:40.020046Z","steps":["trace[1832915567] 'agreement among raft nodes before linearized reading' (duration: 321.011466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:39.698951Z","time spent":"321.115759ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:40.020269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.840712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:34:40.020303Z","caller":"traceutil/trace.go:171","msg":"trace[168306235] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8728; }","duration":"202.921314ms","start":"2026-05-07T09:34:39.817373Z","end":"2026-05-07T09:34:40.020295Z","steps":["trace[168306235] 'agreement among raft nodes before linearized reading' (duration: 202.866163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.22286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:34:40.020467Z","caller":"traceutil/trace.go:171","msg":"trace[157827753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8728; }","duration":"269.257421ms","start":"2026-05-07T09:34:39.751204Z","end":"2026-05-07T09:34:40.020461Z","steps":["trace[157827753] 'agreement among raft nodes before linearized reading' (duration: 269.186959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.944522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:34:40.020571Z","caller":"traceutil/trace.go:171","msg":"trace[1546858747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8728; }","duration":"273.984712ms","start":"2026-05-07T09:34:39.746582Z","end":"2026-05-07T09:34:40.020567Z","steps":["trace[1546858747] 'agreement among raft nodes before linearized reading' (duration: 273.923941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.411023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:34:40.020666Z","caller":"traceutil/trace.go:171","msg":"trace[678264767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8728; }","duration":"277.448794ms","start":"2026-05-07T09:34:39.743213Z","end":"2026-05-07T09:34:40.020661Z","steps":["trace[678264767] 'agreement among raft nodes before linearized reading' (duration: 277.394382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.956902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:34:40.020772Z","caller":"traceutil/trace.go:171","msg":"trace[1263736719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8728; }","duration":"280.005804ms","start":"2026-05-07T09:34:39.74076Z","end":"2026-05-07T09:34:40.020766Z","steps":["trace[1263736719] 'agreement among raft nodes before linearized reading' (duration: 279.945023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:40.020855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.50562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:34:40.020932Z","caller":"traceutil/trace.go:171","msg":"trace[1262789384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:8728; }","duration":"290.639324ms","start":"2026-05-07T09:34:39.730287Z","end":"2026-05-07T09:34:40.020926Z","steps":["trace[1262789384] 'agreement among raft nodes before linearized reading' (duration: 290.527811ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:41.858618Z","caller":"traceutil/trace.go:171","msg":"trace[1174009441] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"111.928997ms","start":"2026-05-07T09:34:41.746662Z","end":"2026-05-07T09:34:41.858591Z","steps":["trace[1174009441] 'process raft request' (duration: 111.774414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:46.301238Z","caller":"traceutil/trace.go:171","msg":"trace[1869830600] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"153.325888ms","start":"2026-05-07T09:34:46.147893Z","end":"2026-05-07T09:34:46.301219Z","steps":["trace[1869830600] 'process raft request' (duration: 152.581181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:46.301252Z","caller":"traceutil/trace.go:171","msg":"trace[1626130423] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"153.322438ms","start":"2026-05-07T09:34:46.147894Z","end":"2026-05-07T09:34:46.301216Z","steps":["trace[1626130423] 'process raft request' (duration: 153.229216ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:46.301458Z","caller":"traceutil/trace.go:171","msg":"trace[1083245020] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"153.099474ms","start":"2026-05-07T09:34:46.148348Z","end":"2026-05-07T09:34:46.301448Z","steps":["trace[1083245020] 'process raft request' (duration: 152.813967ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:46.301462Z","caller":"traceutil/trace.go:171","msg":"trace[1377673645] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9079; }","duration":"125.138038ms","start":"2026-05-07T09:34:46.176273Z","end":"2026-05-07T09:34:46.301411Z","steps":["trace[1377673645] 'read index received' (duration: 124.206786ms)","trace[1377673645] 'applied index is now lower than readState.Index' (duration: 927.502µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:46.301648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.330112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:34:46.301742Z","caller":"traceutil/trace.go:171","msg":"trace[1556721588] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8768; }","duration":"125.472056ms","start":"2026-05-07T09:34:46.176249Z","end":"2026-05-07T09:34:46.301721Z","steps":["trace[1556721588] 'agreement among raft nodes before linearized reading' (duration: 125.291672ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:53.237276Z","caller":"traceutil/trace.go:171","msg":"trace[1969533473] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"396.856267ms","start":"2026-05-07T09:34:52.840364Z","end":"2026-05-07T09:34:53.23722Z","steps":["trace[1969533473] 'process raft request' (duration: 396.599961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:53.237524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:52.840342Z","time spent":"397.056552ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:53.347411Z","caller":"traceutil/trace.go:171","msg":"trace[1515241731] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"464.114745ms","start":"2026-05-07T09:34:52.883273Z","end":"2026-05-07T09:34:53.347388Z","steps":["trace[1515241731] 'process raft request' (duration: 463.575752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:53.347587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:52.88325Z","time spent":"464.235798ms","remote":"127.0.0.1:52792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:53.347723Z","caller":"traceutil/trace.go:171","msg":"trace[598476074] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9159; }","duration":"259.720327ms","start":"2026-05-07T09:34:53.087328Z","end":"2026-05-07T09:34:53.347049Z","steps":["trace[598476074] 'read index received' (duration: 149.696885ms)","trace[598476074] 'applied index is now lower than readState.Index' (duration: 110.018662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:53.347899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.567717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:34:53.348273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.071553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-07T09:34:53.348338Z","caller":"traceutil/trace.go:171","msg":"trace[1900657816] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8843; }","duration":"104.170135ms","start":"2026-05-07T09:34:53.244153Z","end":"2026-05-07T09:34:53.348323Z","steps":["trace[1900657816] 'agreement among raft nodes before linearized reading' (duration: 104.001791ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:53.348239Z","caller":"traceutil/trace.go:171","msg":"trace[1058214594] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8843; }","duration":"260.774022ms","start":"2026-05-07T09:34:53.087277Z","end":"2026-05-07T09:34:53.348051Z","steps":["trace[1058214594] 'agreement among raft nodes before linearized reading' (duration: 260.527466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:53.348654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.162663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:53.34873Z","caller":"traceutil/trace.go:171","msg":"trace[38079369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8843; }","duration":"233.793308ms","start":"2026-05-07T09:34:53.114925Z","end":"2026-05-07T09:34:53.348718Z","steps":["trace[38079369] 'agreement among raft nodes before linearized reading' (duration: 233.162063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:54.059499Z","caller":"traceutil/trace.go:171","msg":"trace[289324457] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"337.729198ms","start":"2026-05-07T09:34:53.721734Z","end":"2026-05-07T09:34:54.059463Z","steps":["trace[289324457] 'process raft request' (duration: 337.446382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:54.059719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:53.721684Z","time spent":"337.902432ms","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:54.503086Z","caller":"traceutil/trace.go:171","msg":"trace[1951316499] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9173; }","duration":"136.7229ms","start":"2026-05-07T09:34:54.366332Z","end":"2026-05-07T09:34:54.503055Z","steps":["trace[1951316499] 'read index received' (duration: 129.48623ms)","trace[1951316499] 'applied index is now lower than readState.Index' (duration: 7.23502ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:54.503132Z","caller":"traceutil/trace.go:171","msg":"trace[2074837895] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"136.823362ms","start":"2026-05-07T09:34:54.366274Z","end":"2026-05-07T09:34:54.503097Z","steps":["trace[2074837895] 'process raft request' (duration: 129.545491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:54.503302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.942865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:34:54.503399Z","caller":"traceutil/trace.go:171","msg":"trace[273232182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8855; }","duration":"137.079399ms","start":"2026-05-07T09:34:54.366305Z","end":"2026-05-07T09:34:54.503384Z","steps":["trace[273232182] 'agreement among raft nodes before linearized reading' (duration: 136.868074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:54.855382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.004922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:34:54.855614Z","caller":"traceutil/trace.go:171","msg":"trace[1706442659] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"489.189585ms","start":"2026-05-07T09:34:54.366379Z","end":"2026-05-07T09:34:54.855569Z","steps":["trace[1706442659] 'process raft request' (duration: 315.896147ms)","trace[1706442659] 'compare' (duration: 172.889489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:54.855809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:54.366355Z","time spent":"489.405021ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:54.855595Z","caller":"traceutil/trace.go:171","msg":"trace[1591635381] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"488.519879ms","start":"2026-05-07T09:34:54.367055Z","end":"2026-05-07T09:34:54.855575Z","steps":["trace[1591635381] 'process raft request' (duration: 488.432667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:54.856316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:54.367046Z","time spent":"489.050522ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:35:09.396302Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246b.wal"} {"level":"info","ts":"2026-05-07T09:36:08.597995Z","caller":"traceutil/trace.go:171","msg":"trace[1200327395] linearizableReadLoop","detail":"{readStateIndex:9920; appliedIndex:9917; }","duration":"137.442036ms","start":"2026-05-07T09:36:08.460518Z","end":"2026-05-07T09:36:08.59796Z","steps":["trace[1200327395] 'read index received' (duration: 1.078745ms)","trace[1200327395] 'applied index is now lower than readState.Index' (duration: 136.362341ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:36:08.598017Z","caller":"traceutil/trace.go:171","msg":"trace[847132774] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"161.215794ms","start":"2026-05-07T09:36:08.436769Z","end":"2026-05-07T09:36:08.597985Z","steps":["trace[847132774] 'process raft request' (duration: 160.977628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:36:08.598017Z","caller":"traceutil/trace.go:171","msg":"trace[395436700] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"159.824141ms","start":"2026-05-07T09:36:08.438169Z","end":"2026-05-07T09:36:08.597993Z","steps":["trace[395436700] 'process raft request' (duration: 159.744059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:36:08.598348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.809395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:36:08.598473Z","caller":"traceutil/trace.go:171","msg":"trace[842694506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9582; }","duration":"137.988329ms","start":"2026-05-07T09:36:08.460472Z","end":"2026-05-07T09:36:08.59846Z","steps":["trace[842694506] 'agreement among raft nodes before linearized reading' (duration: 137.645781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:36:08.811855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.290852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:36:08.812072Z","caller":"traceutil/trace.go:171","msg":"trace[793496245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9583; }","duration":"128.569618ms","start":"2026-05-07T09:36:08.683479Z","end":"2026-05-07T09:36:08.812048Z","steps":["trace[793496245] 'range keys from in-memory index tree' (duration: 128.097417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:36:08.812051Z","caller":"traceutil/trace.go:171","msg":"trace[1474568672] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"125.130298ms","start":"2026-05-07T09:36:08.686854Z","end":"2026-05-07T09:36:08.811984Z","steps":["trace[1474568672] 'process raft request' (duration: 98.252967ms)","trace[1474568672] 'compare' (duration: 26.555653ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:36:17.303438Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T09:36:17.315931Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T09:36:17.316202Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-07T09:38:11.148996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8020} {"level":"info","ts":"2026-05-07T09:38:11.213419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8020,"took":"62.271204ms","hash":3749511598,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":28762112,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T09:38:11.213779Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3749511598,"revision":8020,"compact-revision":5826} {"level":"info","ts":"2026-05-07T09:39:32.083948Z","caller":"traceutil/trace.go:171","msg":"trace[1632612623] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"115.309111ms","start":"2026-05-07T09:39:31.968619Z","end":"2026-05-07T09:39:32.083928Z","steps":["trace[1632612623] 'process raft request' (duration: 115.185778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:39:50.53399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.035901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-07T09:39:50.53402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.970145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4czz\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-05-07T09:39:50.534179Z","caller":"traceutil/trace.go:171","msg":"trace[995464923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4czz; range_end:; response_count:1; response_revision:11420; }","duration":"153.185189ms","start":"2026-05-07T09:39:50.38093Z","end":"2026-05-07T09:39:50.534115Z","steps":["trace[995464923] 'range keys from in-memory index tree' (duration: 152.710008ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:39:50.534072Z","caller":"traceutil/trace.go:171","msg":"trace[1117966716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11420; }","duration":"163.142124ms","start":"2026-05-07T09:39:50.370909Z","end":"2026-05-07T09:39:50.534051Z","steps":["trace[1117966716] 'range keys from in-memory index tree' (duration: 162.913729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:39:50.533963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.550848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T09:39:50.534503Z","caller":"traceutil/trace.go:171","msg":"trace[1841777793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11420; }","duration":"174.104191ms","start":"2026-05-07T09:39:50.360377Z","end":"2026-05-07T09:39:50.534481Z","steps":["trace[1841777793] 'range keys from in-memory index tree' (duration: 173.312483ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:39:50.701261Z","caller":"traceutil/trace.go:171","msg":"trace[736933607] linearizableReadLoop","detail":"{readStateIndex:11815; appliedIndex:11813; }","duration":"162.682953ms","start":"2026-05-07T09:39:50.538548Z","end":"2026-05-07T09:39:50.701231Z","steps":["trace[736933607] 'read index received' (duration: 19.751714ms)","trace[736933607] 'applied index is now lower than readState.Index' (duration: 142.929999ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:39:50.701343Z","caller":"traceutil/trace.go:171","msg":"trace[130784645] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"162.782966ms","start":"2026-05-07T09:39:50.538527Z","end":"2026-05-07T09:39:50.70131Z","steps":["trace[130784645] 'process raft request' (duration: 119.891348ms)","trace[130784645] 'compare' (duration: 42.677763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:39:50.701732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.515868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-66cbfff44c-z8bgw.18ad3f0e6075ab31\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-05-07T09:39:50.701791Z","caller":"traceutil/trace.go:171","msg":"trace[875052461] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-66cbfff44c-z8bgw.18ad3f0e6075ab31; range_end:; response_count:1; response_revision:11422; }","duration":"133.614181ms","start":"2026-05-07T09:39:50.568158Z","end":"2026-05-07T09:39:50.701772Z","steps":["trace[875052461] 'agreement among raft nodes before linearized reading' (duration: 133.391646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:39:50.701989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.412701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447643"} {"level":"info","ts":"2026-05-07T09:39:50.702057Z","caller":"traceutil/trace.go:171","msg":"trace[1957053191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11422; }","duration":"163.522883ms","start":"2026-05-07T09:39:50.538523Z","end":"2026-05-07T09:39:50.702046Z","steps":["trace[1957053191] 'agreement among raft nodes before linearized reading' (duration: 162.869708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:39:50.919004Z","caller":"traceutil/trace.go:171","msg":"trace[1901968137] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"196.54832ms","start":"2026-05-07T09:39:50.722422Z","end":"2026-05-07T09:39:50.918971Z","steps":["trace[1901968137] 'process raft request' (duration: 125.016289ms)","trace[1901968137] 'compare' (duration: 71.391868ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:43:11.158385Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10454} {"level":"info","ts":"2026-05-07T09:43:11.248751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10454,"took":"87.281532ms","hash":2496242381,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":27410432,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-07T09:43:11.248814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2496242381,"revision":10454,"compact-revision":8020} {"level":"info","ts":"2026-05-07T09:46:13.120907Z","caller":"traceutil/trace.go:171","msg":"trace[1602952755] linearizableReadLoop","detail":"{readStateIndex:14484; appliedIndex:14483; }","duration":"324.917794ms","start":"2026-05-07T09:46:12.795965Z","end":"2026-05-07T09:46:13.120882Z","steps":["trace[1602952755] 'read index received' (duration: 324.792981ms)","trace[1602952755] 'applied index is now lower than readState.Index' (duration: 123.513µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:13.120984Z","caller":"traceutil/trace.go:171","msg":"trace[17244599] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"328.095218ms","start":"2026-05-07T09:46:12.792847Z","end":"2026-05-07T09:46:13.120942Z","steps":["trace[17244599] 'process raft request' (duration: 327.882483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:13.121213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:12.792829Z","time spent":"328.236361ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:46:13.121408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.388985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-bvm4w\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-05-07T09:46:13.121566Z","caller":"traceutil/trace.go:171","msg":"trace[1990373301] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-bvm4w; range_end:; response_count:1; response_revision:14001; }","duration":"325.6181ms","start":"2026-05-07T09:46:12.795919Z","end":"2026-05-07T09:46:13.121537Z","steps":["trace[1990373301] 'agreement among raft nodes before linearized reading' (duration: 325.165389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:13.121672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:12.795898Z","time spent":"325.756953ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12382,"request content":"key:\"/registry/pods/openstack/openvswitch-bvm4w\" "} {"level":"info","ts":"2026-05-07T09:46:13.386511Z","caller":"traceutil/trace.go:171","msg":"trace[1475971564] linearizableReadLoop","detail":"{readStateIndex:14486; appliedIndex:14484; }","duration":"265.468325ms","start":"2026-05-07T09:46:13.121017Z","end":"2026-05-07T09:46:13.386485Z","steps":["trace[1475971564] 'read index received' (duration: 265.25019ms)","trace[1475971564] 'applied index is now lower than readState.Index' (duration: 216.995µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:13.386548Z","caller":"traceutil/trace.go:171","msg":"trace[1285886429] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"572.106389ms","start":"2026-05-07T09:46:12.814391Z","end":"2026-05-07T09:46:13.386498Z","steps":["trace[1285886429] 'process raft request' (duration: 571.884484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:13.386587Z","caller":"traceutil/trace.go:171","msg":"trace[1305842844] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"408.660409ms","start":"2026-05-07T09:46:12.977874Z","end":"2026-05-07T09:46:13.386535Z","steps":["trace[1305842844] 'process raft request' (duration: 408.556997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:13.386664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.783036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:46:13.386705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:12.814363Z","time spent":"572.259102ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:46:13.386723Z","caller":"traceutil/trace.go:171","msg":"trace[967912412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14003; }","duration":"269.902909ms","start":"2026-05-07T09:46:13.116805Z","end":"2026-05-07T09:46:13.386708Z","steps":["trace[967912412] 'agreement among raft nodes before linearized reading' (duration: 269.801027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:13.38676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:12.977844Z","time spent":"408.826643ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:46:13.4009Z","caller":"traceutil/trace.go:171","msg":"trace[2131404365] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"266.272844ms","start":"2026-05-07T09:46:13.134608Z","end":"2026-05-07T09:46:13.400881Z","steps":["trace[2131404365] 'process raft request' (duration: 265.958517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:13.401176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.654808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T09:46:13.401212Z","caller":"traceutil/trace.go:171","msg":"trace[760173372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14004; }","duration":"253.754661ms","start":"2026-05-07T09:46:13.147446Z","end":"2026-05-07T09:46:13.401201Z","steps":["trace[760173372] 'agreement among raft nodes before linearized reading' (duration: 253.626178ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:14.474368Z","caller":"traceutil/trace.go:171","msg":"trace[635960222] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"123.44165ms","start":"2026-05-07T09:46:14.350896Z","end":"2026-05-07T09:46:14.474338Z","steps":["trace[635960222] 'process raft request' (duration: 123.167743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:14.475589Z","caller":"traceutil/trace.go:171","msg":"trace[1713158881] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"111.560631ms","start":"2026-05-07T09:46:14.364013Z","end":"2026-05-07T09:46:14.475574Z","steps":["trace[1713158881] 'process raft request' (duration: 111.474859ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:34.630071Z","caller":"traceutil/trace.go:171","msg":"trace[1615740557] linearizableReadLoop","detail":"{readStateIndex:14803; appliedIndex:14802; }","duration":"374.271182ms","start":"2026-05-07T09:46:34.255781Z","end":"2026-05-07T09:46:34.630052Z","steps":["trace[1615740557] 'read index received' (duration: 372.681205ms)","trace[1615740557] 'applied index is now lower than readState.Index' (duration: 1.589307ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:34.630162Z","caller":"traceutil/trace.go:171","msg":"trace[663495191] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"546.154221ms","start":"2026-05-07T09:46:34.083951Z","end":"2026-05-07T09:46:34.630105Z","steps":["trace[663495191] 'process raft request' (duration: 544.559983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:34.630264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.467827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T09:46:34.630316Z","caller":"traceutil/trace.go:171","msg":"trace[24666734] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:14307; }","duration":"374.573369ms","start":"2026-05-07T09:46:34.255735Z","end":"2026-05-07T09:46:34.630309Z","steps":["trace[24666734] 'agreement among raft nodes before linearized reading' (duration: 374.434616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:34.630363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:34.083932Z","time spent":"546.318604ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:46:34.631152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:34.255714Z","time spent":"375.42177ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-05-07T09:46:34.789424Z","caller":"traceutil/trace.go:171","msg":"trace[662486667] linearizableReadLoop","detail":"{readStateIndex:14806; appliedIndex:14804; }","duration":"137.348317ms","start":"2026-05-07T09:46:34.652024Z","end":"2026-05-07T09:46:34.789372Z","steps":["trace[662486667] 'read index received' (duration: 3.529283ms)","trace[662486667] 'applied index is now lower than readState.Index' (duration: 133.817714ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:34.789444Z","caller":"traceutil/trace.go:171","msg":"trace[217285464] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"138.225987ms","start":"2026-05-07T09:46:34.651181Z","end":"2026-05-07T09:46:34.789407Z","steps":["trace[217285464] 'process raft request' (duration: 66.177884ms)","trace[217285464] 'compare' (duration: 71.886609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:46:34.789902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.843199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T09:46:34.790017Z","caller":"traceutil/trace.go:171","msg":"trace[139196649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14309; }","duration":"138.009112ms","start":"2026-05-07T09:46:34.651988Z","end":"2026-05-07T09:46:34.789997Z","steps":["trace[139196649] 'agreement among raft nodes before linearized reading' (duration: 137.49858ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:47:59.251513Z","caller":"traceutil/trace.go:171","msg":"trace[488765895] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"168.858788ms","start":"2026-05-07T09:47:59.082625Z","end":"2026-05-07T09:47:59.251484Z","steps":["trace[488765895] 'process raft request' (duration: 168.712915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:47:59.268179Z","caller":"traceutil/trace.go:171","msg":"trace[1311377173] linearizableReadLoop","detail":"{readStateIndex:15637; appliedIndex:15636; }","duration":"166.275457ms","start":"2026-05-07T09:47:59.101888Z","end":"2026-05-07T09:47:59.268164Z","steps":["trace[1311377173] 'read index received' (duration: 150.170729ms)","trace[1311377173] 'applied index is now lower than readState.Index' (duration: 16.103608ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:47:59.268382Z","caller":"traceutil/trace.go:171","msg":"trace[1973326474] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"182.266664ms","start":"2026-05-07T09:47:59.086076Z","end":"2026-05-07T09:47:59.268343Z","steps":["trace[1973326474] 'process raft request' (duration: 182.010448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.268617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.637996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-07T09:47:59.268842Z","caller":"traceutil/trace.go:171","msg":"trace[1757130288] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15118; }","duration":"166.81105ms","start":"2026-05-07T09:47:59.101861Z","end":"2026-05-07T09:47:59.268672Z","steps":["trace[1757130288] 'agreement among raft nodes before linearized reading' (duration: 166.464832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.307681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.001009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:47:59.307743Z","caller":"traceutil/trace.go:171","msg":"trace[341818508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15118; }","duration":"191.092601ms","start":"2026-05-07T09:47:59.116637Z","end":"2026-05-07T09:47:59.307729Z","steps":["trace[341818508] 'agreement among raft nodes before linearized reading' (duration: 190.975558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.307752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.538189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:47:59.307816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.849557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:47:59.30782Z","caller":"traceutil/trace.go:171","msg":"trace[359694132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15118; }","duration":"119.660632ms","start":"2026-05-07T09:47:59.188144Z","end":"2026-05-07T09:47:59.307805Z","steps":["trace[359694132] 'agreement among raft nodes before linearized reading' (duration: 119.445977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:47:59.30785Z","caller":"traceutil/trace.go:171","msg":"trace[1108719550] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15118; }","duration":"202.893048ms","start":"2026-05-07T09:47:59.104943Z","end":"2026-05-07T09:47:59.307836Z","steps":["trace[1108719550] 'agreement among raft nodes before linearized reading' (duration: 202.850827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.307936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.91815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-07T09:47:59.307994Z","caller":"traceutil/trace.go:171","msg":"trace[943995284] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15118; }","duration":"192.009443ms","start":"2026-05-07T09:47:59.11597Z","end":"2026-05-07T09:47:59.30798Z","steps":["trace[943995284] 'agreement among raft nodes before linearized reading' (duration: 191.794038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.307756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.53319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:47:59.308142Z","caller":"traceutil/trace.go:171","msg":"trace[1639066865] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15118; }","duration":"205.966731ms","start":"2026-05-07T09:47:59.10217Z","end":"2026-05-07T09:47:59.308136Z","steps":["trace[1639066865] 'agreement among raft nodes before linearized reading' (duration: 205.489849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.308138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.173165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-05-07T09:47:59.308171Z","caller":"traceutil/trace.go:171","msg":"trace[1974996622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15118; }","duration":"206.219046ms","start":"2026-05-07T09:47:59.101945Z","end":"2026-05-07T09:47:59.308164Z","steps":["trace[1974996622] 'agreement among raft nodes before linearized reading' (duration: 206.122774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:47:59.308144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.646332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-07T09:47:59.308225Z","caller":"traceutil/trace.go:171","msg":"trace[121444555] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15118; }","duration":"119.750204ms","start":"2026-05-07T09:47:59.188469Z","end":"2026-05-07T09:47:59.30822Z","steps":["trace[121444555] 'agreement among raft nodes before linearized reading' (duration: 119.619921ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.493238Z","caller":"traceutil/trace.go:171","msg":"trace[1323467493] transaction","detail":"{read_only:false; response_revision:15123; number_of_response:1; }","duration":"179.685063ms","start":"2026-05-07T09:48:00.313525Z","end":"2026-05-07T09:48:00.49321Z","steps":["trace[1323467493] 'process raft request' (duration: 179.506869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:00.776879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.580006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-07T09:48:00.776961Z","caller":"traceutil/trace.go:171","msg":"trace[223953328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15123; }","duration":"258.663658ms","start":"2026-05-07T09:48:00.518276Z","end":"2026-05-07T09:48:00.77694Z","steps":["trace[223953328] 'range keys from in-memory index tree' (duration: 258.461113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:00.776968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.451593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T09:48:00.776879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.973129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:48:00.777086Z","caller":"traceutil/trace.go:171","msg":"trace[726563200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15123; }","duration":"198.618827ms","start":"2026-05-07T09:48:00.578448Z","end":"2026-05-07T09:48:00.777067Z","steps":["trace[726563200] 'range keys from in-memory index tree' (duration: 198.285669ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.777108Z","caller":"traceutil/trace.go:171","msg":"trace[1158721768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15123; }","duration":"200.227734ms","start":"2026-05-07T09:48:00.576858Z","end":"2026-05-07T09:48:00.777086Z","steps":["trace[1158721768] 'range keys from in-memory index tree' (duration: 199.778034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.992895Z","caller":"traceutil/trace.go:171","msg":"trace[1030555552] transaction","detail":"{read_only:false; response_revision:15124; number_of_response:1; }","duration":"211.334826ms","start":"2026-05-07T09:48:00.781535Z","end":"2026-05-07T09:48:00.99287Z","steps":["trace[1030555552] 'process raft request' (duration: 211.199003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.993686Z","caller":"traceutil/trace.go:171","msg":"trace[1773333948] linearizableReadLoop","detail":"{readStateIndex:15645; appliedIndex:15643; }","duration":"211.192554ms","start":"2026-05-07T09:48:00.78246Z","end":"2026-05-07T09:48:00.993652Z","steps":["trace[1773333948] 'read index received' (duration: 210.280932ms)","trace[1773333948] 'applied index is now lower than readState.Index' (duration: 910.672µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:48:00.993769Z","caller":"traceutil/trace.go:171","msg":"trace[1382740486] transaction","detail":"{read_only:false; response_revision:15125; number_of_response:1; }","duration":"211.88124ms","start":"2026-05-07T09:48:00.781857Z","end":"2026-05-07T09:48:00.993738Z","steps":["trace[1382740486] 'process raft request' (duration: 211.666005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:00.993882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.79931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:48:00.993892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.834867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:48:00.993944Z","caller":"traceutil/trace.go:171","msg":"trace[1418953845] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15125; }","duration":"169.908573ms","start":"2026-05-07T09:48:00.824019Z","end":"2026-05-07T09:48:00.993928Z","steps":["trace[1418953845] 'agreement among raft nodes before linearized reading' (duration: 169.78355ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.993946Z","caller":"traceutil/trace.go:171","msg":"trace[397665438] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15125; }","duration":"168.92774ms","start":"2026-05-07T09:48:00.825005Z","end":"2026-05-07T09:48:00.993932Z","steps":["trace[397665438] 'agreement among raft nodes before linearized reading' (duration: 168.814778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:00.994083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.234757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-07T09:48:00.994119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.952224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:48:00.994175Z","caller":"traceutil/trace.go:171","msg":"trace[633391363] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15125; }","duration":"169.327449ms","start":"2026-05-07T09:48:00.824805Z","end":"2026-05-07T09:48:00.994132Z","steps":["trace[633391363] 'agreement among raft nodes before linearized reading' (duration: 169.062823ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:00.994188Z","caller":"traceutil/trace.go:171","msg":"trace[1977902033] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15125; }","duration":"170.057047ms","start":"2026-05-07T09:48:00.824118Z","end":"2026-05-07T09:48:00.994175Z","steps":["trace[1977902033] 'agreement among raft nodes before linearized reading' (duration: 169.964475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:00.99418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.618914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-05-07T09:48:00.994338Z","caller":"traceutil/trace.go:171","msg":"trace[80157471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15125; }","duration":"211.88293ms","start":"2026-05-07T09:48:00.782426Z","end":"2026-05-07T09:48:00.994309Z","steps":["trace[80157471] 'agreement among raft nodes before linearized reading' (duration: 211.341427ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:11.165133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12719} {"level":"info","ts":"2026-05-07T09:48:11.255921Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12719,"took":"87.67082ms","hash":2319930860,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T09:48:11.255985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2319930860,"revision":12719,"compact-revision":10454} {"level":"info","ts":"2026-05-07T09:51:11.986652Z","caller":"traceutil/trace.go:171","msg":"trace[1589470783] transaction","detail":"{read_only:false; response_revision:16674; number_of_response:1; }","duration":"103.224156ms","start":"2026-05-07T09:51:11.883396Z","end":"2026-05-07T09:51:11.98662Z","steps":["trace[1589470783] 'process raft request' (duration: 71.806928ms)","trace[1589470783] 'compare' (duration: 31.08239ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:53:11.170929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15176} {"level":"info","ts":"2026-05-07T09:53:11.271926Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15176,"took":"98.466274ms","hash":3462228181,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":31920128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T09:53:11.271983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3462228181,"revision":15176,"compact-revision":12719} {"level":"info","ts":"2026-05-07T09:53:34.57179Z","caller":"traceutil/trace.go:171","msg":"trace[1633531788] linearizableReadLoop","detail":"{readStateIndex:18241; appliedIndex:18241; }","duration":"201.471725ms","start":"2026-05-07T09:53:34.370288Z","end":"2026-05-07T09:53:34.571759Z","steps":["trace[1633531788] 'read index received' (duration: 201.459605ms)","trace[1633531788] 'applied index is now lower than readState.Index' (duration: 7.92µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:53:34.571955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.643049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:53:34.572019Z","caller":"traceutil/trace.go:171","msg":"trace[1762966189] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:17636; }","duration":"201.795693ms","start":"2026-05-07T09:53:34.370207Z","end":"2026-05-07T09:53:34.572003Z","steps":["trace[1762966189] 'agreement among raft nodes before linearized reading' (duration: 201.647229ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:53:41.225601Z","caller":"traceutil/trace.go:171","msg":"trace[1661229956] linearizableReadLoop","detail":"{readStateIndex:18282; appliedIndex:18281; }","duration":"249.500864ms","start":"2026-05-07T09:53:40.976079Z","end":"2026-05-07T09:53:41.22558Z","steps":["trace[1661229956] 'read index received' (duration: 249.286149ms)","trace[1661229956] 'applied index is now lower than readState.Index' (duration: 214.005µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:53:41.225662Z","caller":"traceutil/trace.go:171","msg":"trace[1405177343] transaction","detail":"{read_only:false; response_revision:17676; number_of_response:1; }","duration":"264.496936ms","start":"2026-05-07T09:53:40.961128Z","end":"2026-05-07T09:53:41.225625Z","steps":["trace[1405177343] 'process raft request' (duration: 264.285411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.22577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.674848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T09:53:41.225795Z","caller":"traceutil/trace.go:171","msg":"trace[839667949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17676; }","duration":"249.734338ms","start":"2026-05-07T09:53:40.976053Z","end":"2026-05-07T09:53:41.225788Z","steps":["trace[839667949] 'agreement among raft nodes before linearized reading' (duration: 249.626356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.225846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.507646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-07T09:53:41.225788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.329957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bkd7l\" ","response":"range_response_count:1 size:20867"} {"level":"warn","ts":"2026-05-07T09:53:41.225867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.609426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:53:41.225874Z","caller":"traceutil/trace.go:171","msg":"trace[1191394838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17676; }","duration":"101.568777ms","start":"2026-05-07T09:53:41.124294Z","end":"2026-05-07T09:53:41.225862Z","steps":["trace[1191394838] 'agreement among raft nodes before linearized reading' (duration: 101.514316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:53:41.225897Z","caller":"traceutil/trace.go:171","msg":"trace[1275593115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17676; }","duration":"109.673078ms","start":"2026-05-07T09:53:41.116215Z","end":"2026-05-07T09:53:41.225888Z","steps":["trace[1275593115] 'agreement among raft nodes before linearized reading' (duration: 109.601936ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:53:41.225905Z","caller":"traceutil/trace.go:171","msg":"trace[382390786] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bkd7l; range_end:; response_count:1; response_revision:17676; }","duration":"137.477341ms","start":"2026-05-07T09:53:41.088411Z","end":"2026-05-07T09:53:41.225889Z","steps":["trace[382390786] 'agreement among raft nodes before linearized reading' (duration: 137.300887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.871669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.894015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T09:53:41.871775Z","caller":"traceutil/trace.go:171","msg":"trace[289491420] transaction","detail":"{read_only:false; response_revision:17677; number_of_response:1; }","duration":"641.68531ms","start":"2026-05-07T09:53:41.230069Z","end":"2026-05-07T09:53:41.871754Z","steps":["trace[289491420] 'process raft request' (duration: 453.622361ms)","trace[289491420] 'compare' (duration: 187.792263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:53:41.871832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.230056Z","time spent":"641.749732ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:53:41.933243Z","caller":"traceutil/trace.go:171","msg":"trace[343319801] transaction","detail":"{read_only:false; response_revision:17678; number_of_response:1; }","duration":"703.137865ms","start":"2026-05-07T09:53:41.230077Z","end":"2026-05-07T09:53:41.933215Z","steps":["trace[343319801] 'process raft request' (duration: 702.959811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.933553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.230058Z","time spent":"703.244817ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:53:41.93371Z","caller":"traceutil/trace.go:171","msg":"trace[416288024] linearizableReadLoop","detail":"{readStateIndex:18286; appliedIndex:18282; }","duration":"404.64793ms","start":"2026-05-07T09:53:41.529041Z","end":"2026-05-07T09:53:41.933689Z","steps":["trace[416288024] 'read index received' (duration: 154.669415ms)","trace[416288024] 'applied index is now lower than readState.Index' (duration: 249.977455ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:53:41.933814Z","caller":"traceutil/trace.go:171","msg":"trace[523522968] transaction","detail":"{read_only:false; response_revision:17679; number_of_response:1; }","duration":"691.987903ms","start":"2026-05-07T09:53:41.241816Z","end":"2026-05-07T09:53:41.933804Z","steps":["trace[523522968] 'process raft request' (duration: 691.332947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.933904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.241802Z","time spent":"692.035203ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20982,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:53:41.934077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.029349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ln5sq\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-05-07T09:53:41.934149Z","caller":"traceutil/trace.go:171","msg":"trace[693053490] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ln5sq; range_end:; response_count:1; response_revision:17680; }","duration":"405.09478ms","start":"2026-05-07T09:53:41.529027Z","end":"2026-05-07T09:53:41.934122Z","steps":["trace[693053490] 'agreement among raft nodes before linearized reading' (duration: 404.905506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.934161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.079833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T09:53:41.934179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.528972Z","time spent":"405.201412ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ln5sq\" "} {"level":"info","ts":"2026-05-07T09:53:41.934193Z","caller":"traceutil/trace.go:171","msg":"trace[795337658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17680; }","duration":"306.165595ms","start":"2026-05-07T09:53:41.628019Z","end":"2026-05-07T09:53:41.934185Z","steps":["trace[795337658] 'agreement among raft nodes before linearized reading' (duration: 306.046332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.934216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.628001Z","time spent":"306.210876ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T09:53:41.934268Z","caller":"traceutil/trace.go:171","msg":"trace[1763664320] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"689.601166ms","start":"2026-05-07T09:53:41.244659Z","end":"2026-05-07T09:53:41.93426Z","steps":["trace[1763664320] 'process raft request' (duration: 688.946331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:41.934321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:53:41.244652Z","time spent":"689.642887ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:53:49.597728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.097783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:53:49.597892Z","caller":"traceutil/trace.go:171","msg":"trace[1448712147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17839; }","duration":"166.292478ms","start":"2026-05-07T09:53:49.431578Z","end":"2026-05-07T09:53:49.597871Z","steps":["trace[1448712147] 'range keys from in-memory index tree' (duration: 166.075153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:53:49.598092Z","caller":"traceutil/trace.go:171","msg":"trace[1306050738] linearizableReadLoop","detail":"{readStateIndex:18451; appliedIndex:18449; }","duration":"181.28505ms","start":"2026-05-07T09:53:49.41678Z","end":"2026-05-07T09:53:49.598065Z","steps":["trace[1306050738] 'read index received' (duration: 134.130523ms)","trace[1306050738] 'applied index is now lower than readState.Index' (duration: 47.153377ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:53:49.598466Z","caller":"traceutil/trace.go:171","msg":"trace[1303869957] transaction","detail":"{read_only:false; response_revision:17840; number_of_response:1; }","duration":"184.549146ms","start":"2026-05-07T09:53:49.413903Z","end":"2026-05-07T09:53:49.598452Z","steps":["trace[1303869957] 'process raft request' (duration: 136.930448ms)","trace[1303869957] 'compare' (duration: 47.024584ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:53:49.598724Z","caller":"traceutil/trace.go:171","msg":"trace[487168430] transaction","detail":"{read_only:false; number_of_response:1; response_revision:17840; }","duration":"181.971356ms","start":"2026-05-07T09:53:49.416723Z","end":"2026-05-07T09:53:49.598695Z","steps":["trace[487168430] 'process raft request' (duration: 181.28716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:49.598842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.039758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-07T09:53:49.59893Z","caller":"traceutil/trace.go:171","msg":"trace[230328340] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17840; }","duration":"182.169021ms","start":"2026-05-07T09:53:49.416739Z","end":"2026-05-07T09:53:49.598908Z","steps":["trace[230328340] 'agreement among raft nodes before linearized reading' (duration: 181.933366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:53:49.599637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.530267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-05-07T09:53:49.599707Z","caller":"traceutil/trace.go:171","msg":"trace[708561455] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17840; }","duration":"127.656949ms","start":"2026-05-07T09:53:49.47203Z","end":"2026-05-07T09:53:49.599686Z","steps":["trace[708561455] 'agreement among raft nodes before linearized reading' (duration: 126.622555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:10.233121Z","caller":"traceutil/trace.go:171","msg":"trace[2126302966] linearizableReadLoop","detail":"{readStateIndex:18603; appliedIndex:18602; }","duration":"128.978261ms","start":"2026-05-07T09:54:10.104114Z","end":"2026-05-07T09:54:10.233092Z","steps":["trace[2126302966] 'read index received' (duration: 94.445759ms)","trace[2126302966] 'applied index is now lower than readState.Index' (duration: 34.531252ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:54:10.233293Z","caller":"traceutil/trace.go:171","msg":"trace[1201669034] transaction","detail":"{read_only:false; response_revision:17986; number_of_response:1; }","duration":"136.531428ms","start":"2026-05-07T09:54:10.096745Z","end":"2026-05-07T09:54:10.233276Z","steps":["trace[1201669034] 'process raft request' (duration: 101.890694ms)","trace[1201669034] 'compare' (duration: 34.317277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:54:10.233419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.854126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:10.233499Z","caller":"traceutil/trace.go:171","msg":"trace[484625843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17986; }","duration":"116.973809ms","start":"2026-05-07T09:54:10.116505Z","end":"2026-05-07T09:54:10.233479Z","steps":["trace[484625843] 'agreement among raft nodes before linearized reading' (duration: 116.868967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.233755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.639866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T09:54:10.233791Z","caller":"traceutil/trace.go:171","msg":"trace[1505810997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17986; }","duration":"129.717968ms","start":"2026-05-07T09:54:10.104065Z","end":"2026-05-07T09:54:10.233783Z","steps":["trace[1505810997] 'agreement among raft nodes before linearized reading' (duration: 129.607746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:57:01.407192Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T09:57:01.413038Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T09:57:01.413151Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T09:58:11.17697Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17467} {"level":"info","ts":"2026-05-07T09:58:11.273065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17467,"took":"92.966308ms","hash":146854276,"current-db-size-bytes":55984128,"current-db-size":"56 MB","current-db-size-in-use-bytes":34414592,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T09:58:11.273123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":146854276,"revision":17467,"compact-revision":15176} {"level":"warn","ts":"2026-05-07T09:59:09.964421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.869858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T09:59:09.964563Z","caller":"traceutil/trace.go:171","msg":"trace[907382024] linearizableReadLoop","detail":"{readStateIndex:20950; appliedIndex:20949; }","duration":"366.852864ms","start":"2026-05-07T09:59:09.597685Z","end":"2026-05-07T09:59:09.964538Z","steps":["trace[907382024] 'read index received' (duration: 18.774172ms)","trace[907382024] 'applied index is now lower than readState.Index' (duration: 348.076892ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:09.964724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.034108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T09:59:09.964795Z","caller":"traceutil/trace.go:171","msg":"trace[1406084104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20261; }","duration":"367.146941ms","start":"2026-05-07T09:59:09.597634Z","end":"2026-05-07T09:59:09.964781Z","steps":["trace[1406084104] 'agreement among raft nodes before linearized reading' (duration: 366.993337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:09.964831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:09.597609Z","time spent":"367.213933ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:59:10.063783Z","caller":"traceutil/trace.go:171","msg":"trace[262508670] transaction","detail":"{read_only:false; response_revision:20262; number_of_response:1; }","duration":"155.722935ms","start":"2026-05-07T09:59:09.908032Z","end":"2026-05-07T09:59:10.063754Z","steps":["trace[262508670] 'process raft request' (duration: 155.533951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:10.188696Z","caller":"traceutil/trace.go:171","msg":"trace[228475717] linearizableReadLoop","detail":"{readStateIndex:20952; appliedIndex:20950; }","duration":"223.871057ms","start":"2026-05-07T09:59:09.964596Z","end":"2026-05-07T09:59:10.188467Z","steps":["trace[228475717] 'read index received' (duration: 99.01194ms)","trace[228475717] 'applied index is now lower than readState.Index' (duration: 124.856967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:10.188902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.925643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T09:59:10.188938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.916132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T09:59:10.188991Z","caller":"traceutil/trace.go:171","msg":"trace[663744012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20264; }","duration":"259.062566ms","start":"2026-05-07T09:59:09.929904Z","end":"2026-05-07T09:59:10.188967Z","steps":["trace[663744012] 'agreement among raft nodes before linearized reading' (duration: 258.731988ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:10.189045Z","caller":"traceutil/trace.go:171","msg":"trace[399116747] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20264; }","duration":"225.089846ms","start":"2026-05-07T09:59:09.963914Z","end":"2026-05-07T09:59:10.189004Z","steps":["trace[399116747] 'agreement among raft nodes before linearized reading' (duration: 224.82183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:10.189033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.242183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T09:59:10.189118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.126777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T09:59:10.189175Z","caller":"traceutil/trace.go:171","msg":"trace[238734184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20264; }","duration":"500.384515ms","start":"2026-05-07T09:59:09.68873Z","end":"2026-05-07T09:59:10.189115Z","steps":["trace[238734184] 'agreement among raft nodes before linearized reading' (duration: 500.058648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:10.189213Z","caller":"traceutil/trace.go:171","msg":"trace[1458532304] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20264; }","duration":"587.26543ms","start":"2026-05-07T09:59:09.601916Z","end":"2026-05-07T09:59:10.189181Z","steps":["trace[1458532304] 'agreement among raft nodes before linearized reading' (duration: 586.907992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:10.189251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:09.601893Z","time spent":"587.348622ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:59:10.189247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:09.688714Z","time spent":"500.515779ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:59:10.188706Z","caller":"traceutil/trace.go:171","msg":"trace[186319469] transaction","detail":"{read_only:false; response_revision:20264; number_of_response:1; }","duration":"218.88797ms","start":"2026-05-07T09:59:09.96975Z","end":"2026-05-07T09:59:10.188638Z","steps":["trace[186319469] 'process raft request' (duration: 218.371428ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:10.188773Z","caller":"traceutil/trace.go:171","msg":"trace[134365969] transaction","detail":"{read_only:false; response_revision:20263; number_of_response:1; }","duration":"279.548418ms","start":"2026-05-07T09:59:09.909207Z","end":"2026-05-07T09:59:10.188755Z","steps":["trace[134365969] 'process raft request' (duration: 257.169052ms)","trace[134365969] 'compare' (duration: 20.725627ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:59:10.754058Z","caller":"traceutil/trace.go:171","msg":"trace[343959433] transaction","detail":"{read_only:false; response_revision:20265; number_of_response:1; }","duration":"558.493184ms","start":"2026-05-07T09:59:10.195529Z","end":"2026-05-07T09:59:10.754022Z","steps":["trace[343959433] 'process raft request' (duration: 558.280139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:10.75437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.195512Z","time spent":"558.73149ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:59:11.081705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.3315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T09:59:11.08196Z","caller":"traceutil/trace.go:171","msg":"trace[1390644497] transaction","detail":"{read_only:false; response_revision:20266; number_of_response:1; }","duration":"886.30122ms","start":"2026-05-07T09:59:10.195604Z","end":"2026-05-07T09:59:11.081905Z","steps":["trace[1390644497] 'process raft request' (duration: 675.665342ms)","trace[1390644497] 'compare' (duration: 210.209378ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:11.082223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.195585Z","time spent":"886.483624ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:59:11.081821Z","caller":"traceutil/trace.go:171","msg":"trace[717900813] linearizableReadLoop","detail":"{readStateIndex:20955; appliedIndex:20954; }","duration":"789.818728ms","start":"2026-05-07T09:59:10.291983Z","end":"2026-05-07T09:59:11.081801Z","steps":["trace[717900813] 'read index received' (duration: 462.770621ms)","trace[717900813] 'applied index is now lower than readState.Index' (duration: 327.046957ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:11.083925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.940949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:59:11.083985Z","caller":"traceutil/trace.go:171","msg":"trace[454071941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20266; }","duration":"792.036531ms","start":"2026-05-07T09:59:10.291931Z","end":"2026-05-07T09:59:11.083968Z","steps":["trace[454071941] 'agreement among raft nodes before linearized reading' (duration: 791.797216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.084026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.29191Z","time spent":"792.110002ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:59:11.084409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.389575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T09:59:11.084441Z","caller":"traceutil/trace.go:171","msg":"trace[566914365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20266; }","duration":"282.457627ms","start":"2026-05-07T09:59:10.801973Z","end":"2026-05-07T09:59:11.08443Z","steps":["trace[566914365] 'agreement among raft nodes before linearized reading' (duration: 282.370435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.084478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.428303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T09:59:11.084561Z","caller":"traceutil/trace.go:171","msg":"trace[987021018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20266; }","duration":"787.557136ms","start":"2026-05-07T09:59:10.296977Z","end":"2026-05-07T09:59:11.084534Z","steps":["trace[987021018] 'agreement among raft nodes before linearized reading' (duration: 787.3357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.084602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.075163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:11.084628Z","caller":"traceutil/trace.go:171","msg":"trace[458146369] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20266; }","duration":"170.137885ms","start":"2026-05-07T09:59:10.914479Z","end":"2026-05-07T09:59:11.084617Z","steps":["trace[458146369] 'agreement among raft nodes before linearized reading' (duration: 170.085023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.084639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.296952Z","time spent":"787.662927ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:59:11.084914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.247427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T09:59:11.08502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.315723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:11.085012Z","caller":"traceutil/trace.go:171","msg":"trace[1476902980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20266; }","duration":"481.382219ms","start":"2026-05-07T09:59:10.603601Z","end":"2026-05-07T09:59:11.084984Z","steps":["trace[1476902980] 'agreement among raft nodes before linearized reading' (duration: 481.071162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:11.085047Z","caller":"traceutil/trace.go:171","msg":"trace[888285735] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20266; }","duration":"375.370804ms","start":"2026-05-07T09:59:10.709668Z","end":"2026-05-07T09:59:11.085038Z","steps":["trace[888285735] 'agreement among raft nodes before linearized reading' (duration: 375.326513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.085065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.603586Z","time spent":"481.468942ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:59:11.085079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.709648Z","time spent":"375.424735ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:59:11.084956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.79051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-07T09:59:11.085266Z","caller":"traceutil/trace.go:171","msg":"trace[1957309584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20266; }","duration":"587.098178ms","start":"2026-05-07T09:59:10.49812Z","end":"2026-05-07T09:59:11.085219Z","steps":["trace[1957309584] 'agreement among raft nodes before linearized reading' (duration: 586.76301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:11.085535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:10.498101Z","time spent":"587.22042ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-07T09:59:11.526491Z","caller":"traceutil/trace.go:171","msg":"trace[1809754341] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"225.377765ms","start":"2026-05-07T09:59:11.301093Z","end":"2026-05-07T09:59:11.52647Z","steps":["trace[1809754341] 'process raft request' (duration: 225.223711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:11.54531Z","caller":"traceutil/trace.go:171","msg":"trace[1608559162] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"113.026409ms","start":"2026-05-07T09:59:11.432257Z","end":"2026-05-07T09:59:11.545284Z","steps":["trace[1608559162] 'process raft request' (duration: 112.865706ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:46.041078Z","caller":"traceutil/trace.go:171","msg":"trace[857001769] linearizableReadLoop","detail":"{readStateIndex:21373; appliedIndex:21372; }","duration":"293.662331ms","start":"2026-05-07T09:59:45.747377Z","end":"2026-05-07T09:59:46.04104Z","steps":["trace[857001769] 'read index received' (duration: 250.760931ms)","trace[857001769] 'applied index is now lower than readState.Index' (duration: 42.90024ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:59:46.041092Z","caller":"traceutil/trace.go:171","msg":"trace[780504850] transaction","detail":"{read_only:false; response_revision:20666; number_of_response:1; }","duration":"324.430844ms","start":"2026-05-07T09:59:45.716628Z","end":"2026-05-07T09:59:46.041058Z","steps":["trace[780504850] 'process raft request' (duration: 281.462503ms)","trace[780504850] 'compare' (duration: 42.660414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:46.041241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.716605Z","time spent":"324.552497ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:59:46.041311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.869036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-05-07T09:59:46.04134Z","caller":"traceutil/trace.go:171","msg":"trace[1794741201] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20666; }","duration":"293.916926ms","start":"2026-05-07T09:59:45.747411Z","end":"2026-05-07T09:59:46.041328Z","steps":["trace[1794741201] 'agreement among raft nodes before linearized reading' (duration: 293.776393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.041325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.930277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-05-07T09:59:46.041353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.615069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-05-07T09:59:46.041403Z","caller":"traceutil/trace.go:171","msg":"trace[548467175] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:20666; }","duration":"294.04847ms","start":"2026-05-07T09:59:45.747335Z","end":"2026-05-07T09:59:46.041383Z","steps":["trace[548467175] 'agreement among raft nodes before linearized reading' (duration: 293.832065ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:46.041428Z","caller":"traceutil/trace.go:171","msg":"trace[874087135] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20666; }","duration":"293.732622ms","start":"2026-05-07T09:59:45.747676Z","end":"2026-05-07T09:59:46.041408Z","steps":["trace[874087135] 'agreement among raft nodes before linearized reading' (duration: 293.544618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.04154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.864605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-05-07T09:59:46.041567Z","caller":"traceutil/trace.go:171","msg":"trace[118494884] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:20666; }","duration":"293.905986ms","start":"2026-05-07T09:59:45.747654Z","end":"2026-05-07T09:59:46.04156Z","steps":["trace[118494884] 'agreement among raft nodes before linearized reading' (duration: 293.837844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.041615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.842025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-05-07T09:59:46.041638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.015409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:46.041645Z","caller":"traceutil/trace.go:171","msg":"trace[268950815] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20666; }","duration":"293.878776ms","start":"2026-05-07T09:59:45.747757Z","end":"2026-05-07T09:59:46.041636Z","steps":["trace[268950815] 'agreement among raft nodes before linearized reading' (duration: 293.792684ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:46.041656Z","caller":"traceutil/trace.go:171","msg":"trace[1999287108] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20666; }","duration":"294.041019ms","start":"2026-05-07T09:59:45.74761Z","end":"2026-05-07T09:59:46.041651Z","steps":["trace[1999287108] 'agreement among raft nodes before linearized reading' (duration: 294.006468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.041662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.857135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-05-07T09:59:46.041699Z","caller":"traceutil/trace.go:171","msg":"trace[2143373221] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:20666; }","duration":"293.904226ms","start":"2026-05-07T09:59:45.747784Z","end":"2026-05-07T09:59:46.041688Z","steps":["trace[2143373221] 'agreement among raft nodes before linearized reading' (duration: 293.765033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.04177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.166113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T09:59:46.041774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.660971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-05-07T09:59:46.04179Z","caller":"traceutil/trace.go:171","msg":"trace[924531005] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20666; }","duration":"294.222944ms","start":"2026-05-07T09:59:45.747561Z","end":"2026-05-07T09:59:46.041784Z","steps":["trace[924531005] 'agreement among raft nodes before linearized reading' (duration: 294.193264ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:46.041805Z","caller":"traceutil/trace.go:171","msg":"trace[468500833] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20666; }","duration":"293.716511ms","start":"2026-05-07T09:59:45.748077Z","end":"2026-05-07T09:59:46.041793Z","steps":["trace[468500833] 'agreement among raft nodes before linearized reading' (duration: 293.63528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.041881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.282575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:46.041901Z","caller":"traceutil/trace.go:171","msg":"trace[890127450] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:20666; }","duration":"294.309226ms","start":"2026-05-07T09:59:45.747586Z","end":"2026-05-07T09:59:46.041895Z","steps":["trace[890127450] 'agreement among raft nodes before linearized reading' (duration: 294.281775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.041912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.379707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:46.041952Z","caller":"traceutil/trace.go:171","msg":"trace[725912159] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20666; }","duration":"294.426029ms","start":"2026-05-07T09:59:45.747514Z","end":"2026-05-07T09:59:46.04194Z","steps":["trace[725912159] 'agreement among raft nodes before linearized reading' (duration: 294.367937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:59.366454Z","caller":"traceutil/trace.go:171","msg":"trace[1522899782] transaction","detail":"{read_only:false; response_revision:20781; number_of_response:1; }","duration":"137.771253ms","start":"2026-05-07T09:59:59.22865Z","end":"2026-05-07T09:59:59.366421Z","steps":["trace[1522899782] 'process raft request' (duration: 137.478156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:00:04.443687Z","caller":"traceutil/trace.go:171","msg":"trace[1384491018] linearizableReadLoop","detail":"{readStateIndex:21569; appliedIndex:21568; }","duration":"102.094893ms","start":"2026-05-07T10:00:04.341569Z","end":"2026-05-07T10:00:04.443664Z","steps":["trace[1384491018] 'read index received' (duration: 28.693365ms)","trace[1384491018] 'applied index is now lower than readState.Index' (duration: 73.400558ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:00:04.443815Z","caller":"traceutil/trace.go:171","msg":"trace[1708070510] transaction","detail":"{read_only:false; response_revision:20858; number_of_response:1; }","duration":"109.535248ms","start":"2026-05-07T10:00:04.334253Z","end":"2026-05-07T10:00:04.443788Z","steps":["trace[1708070510] 'process raft request' (duration: 36.042668ms)","trace[1708070510] 'compare' (duration: 73.240474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:00:04.443932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.346489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T10:00:04.443982Z","caller":"traceutil/trace.go:171","msg":"trace[145978300] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20858; }","duration":"102.436811ms","start":"2026-05-07T10:00:04.34153Z","end":"2026-05-07T10:00:04.443967Z","steps":["trace[145978300] 'agreement among raft nodes before linearized reading' (duration: 102.258607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:00:04.468811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.653169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:00:04.468901Z","caller":"traceutil/trace.go:171","msg":"trace[1931776074] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20859; }","duration":"100.742941ms","start":"2026-05-07T10:00:04.368124Z","end":"2026-05-07T10:00:04.468867Z","steps":["trace[1931776074] 'agreement among raft nodes before linearized reading' (duration: 100.631529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:03:02.733342Z","caller":"traceutil/trace.go:171","msg":"trace[196971333] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"369.11368ms","start":"2026-05-07T10:03:02.364193Z","end":"2026-05-07T10:03:02.733306Z","steps":["trace[196971333] 'process raft request' (duration: 368.946106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:02.733502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:02.364177Z","time spent":"369.242254ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:03:02.904472Z","caller":"traceutil/trace.go:171","msg":"trace[1079995108] linearizableReadLoop","detail":"{readStateIndex:23510; appliedIndex:23508; }","duration":"506.344748ms","start":"2026-05-07T10:03:02.398096Z","end":"2026-05-07T10:03:02.90444Z","steps":["trace[1079995108] 'read index received' (duration: 335.106364ms)","trace[1079995108] 'applied index is now lower than readState.Index' (duration: 171.236934ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:03:02.904972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.85121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:03:02.905051Z","caller":"traceutil/trace.go:171","msg":"trace[1710519162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22750; }","duration":"506.993313ms","start":"2026-05-07T10:03:02.398039Z","end":"2026-05-07T10:03:02.905032Z","steps":["trace[1710519162] 'agreement among raft nodes before linearized reading' (duration: 506.746277ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:03:02.905155Z","caller":"traceutil/trace.go:171","msg":"trace[3057580] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"539.458994ms","start":"2026-05-07T10:03:02.365643Z","end":"2026-05-07T10:03:02.905102Z","steps":["trace[3057580] 'process raft request' (duration: 527.0894ms)","trace[3057580] 'compare' (duration: 11.484453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:03:02.905318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:02.365624Z","time spent":"539.595477ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:03:02.905443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:02.398014Z","time spent":"507.198878ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T10:03:02.912554Z","caller":"traceutil/trace.go:171","msg":"trace[1679926640] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"127.117387ms","start":"2026-05-07T10:03:02.785419Z","end":"2026-05-07T10:03:02.912537Z","steps":["trace[1679926640] 'process raft request' (duration: 126.997435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:02.912742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.291025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:03:02.912743Z","caller":"traceutil/trace.go:171","msg":"trace[925447331] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"116.746641ms","start":"2026-05-07T10:03:02.795981Z","end":"2026-05-07T10:03:02.912727Z","steps":["trace[925447331] 'process raft request' (duration: 116.527336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:03:02.912782Z","caller":"traceutil/trace.go:171","msg":"trace[1532101505] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22752; }","duration":"109.371096ms","start":"2026-05-07T10:03:02.803399Z","end":"2026-05-07T10:03:02.91277Z","steps":["trace[1532101505] 'agreement among raft nodes before linearized reading' (duration: 109.296534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:02.912763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.579793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:03:02.912829Z","caller":"traceutil/trace.go:171","msg":"trace[774654608] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22752; }","duration":"447.682935ms","start":"2026-05-07T10:03:02.465128Z","end":"2026-05-07T10:03:02.912811Z","steps":["trace[774654608] 'agreement among raft nodes before linearized reading' (duration: 447.580683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:02.912821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.391939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T10:03:02.912868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:02.46511Z","time spent":"447.751277ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:03:02.912894Z","caller":"traceutil/trace.go:171","msg":"trace[606517812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22752; }","duration":"495.499ms","start":"2026-05-07T10:03:02.417374Z","end":"2026-05-07T10:03:02.912873Z","steps":["trace[606517812] 'agreement among raft nodes before linearized reading' (duration: 495.287645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:02.912943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:02.417361Z","time spent":"495.574003ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T10:03:11.183812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19939} {"level":"info","ts":"2026-05-07T10:03:11.301325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19939,"took":"113.7484ms","hash":2559865851,"current-db-size-bytes":56303616,"current-db-size":"56 MB","current-db-size-in-use-bytes":41250816,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-07T10:03:11.301406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2559865851,"revision":19939,"compact-revision":17467} {"level":"info","ts":"2026-05-07T10:04:38.686369Z","caller":"traceutil/trace.go:171","msg":"trace[997477795] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"105.049341ms","start":"2026-05-07T10:04:38.581285Z","end":"2026-05-07T10:04:38.686335Z","steps":["trace[997477795] 'process raft request' (duration: 83.325839ms)","trace[997477795] 'compare' (duration: 21.466055ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:30.766633Z","caller":"traceutil/trace.go:171","msg":"trace[1485978302] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"130.96244ms","start":"2026-05-07T10:06:30.635645Z","end":"2026-05-07T10:06:30.766608Z","steps":["trace[1485978302] 'process raft request' (duration: 129.165397ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:31.035246Z","caller":"traceutil/trace.go:171","msg":"trace[1472155009] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"119.847239ms","start":"2026-05-07T10:06:30.91537Z","end":"2026-05-07T10:06:31.035217Z","steps":["trace[1472155009] 'process raft request' (duration: 106.597897ms)","trace[1472155009] 'compare' (duration: 12.664948ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:31.321184Z","caller":"traceutil/trace.go:171","msg":"trace[139916368] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"281.09655ms","start":"2026-05-07T10:06:31.040048Z","end":"2026-05-07T10:06:31.321145Z","steps":["trace[139916368] 'process raft request' (duration: 187.162641ms)","trace[139916368] 'compare' (duration: 93.266473ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:31.321209Z","caller":"traceutil/trace.go:171","msg":"trace[1905227681] linearizableReadLoop","detail":"{readStateIndex:25721; appliedIndex:25720; }","duration":"204.194371ms","start":"2026-05-07T10:06:31.116979Z","end":"2026-05-07T10:06:31.321173Z","steps":["trace[1905227681] 'read index received' (duration: 110.16258ms)","trace[1905227681] 'applied index is now lower than readState.Index' (duration: 94.030621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:31.321683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.684113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:31.321802Z","caller":"traceutil/trace.go:171","msg":"trace[1583708386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24906; }","duration":"204.850387ms","start":"2026-05-07T10:06:31.11693Z","end":"2026-05-07T10:06:31.321781Z","steps":["trace[1583708386] 'agreement among raft nodes before linearized reading' (duration: 204.528639ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:32.213049Z","caller":"traceutil/trace.go:171","msg":"trace[575268003] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"538.087453ms","start":"2026-05-07T10:06:31.674934Z","end":"2026-05-07T10:06:32.213021Z","steps":["trace[575268003] 'process raft request' (duration: 537.877748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.213214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.674912Z","time spent":"538.213895ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:32.493058Z","caller":"traceutil/trace.go:171","msg":"trace[937221444] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"809.27195ms","start":"2026-05-07T10:06:31.683753Z","end":"2026-05-07T10:06:32.493025Z","steps":["trace[937221444] 'process raft request' (duration: 809.086415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.493266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.683729Z","time spent":"809.446963ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:32.49337Z","caller":"traceutil/trace.go:171","msg":"trace[1001480809] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"764.946847ms","start":"2026-05-07T10:06:31.728405Z","end":"2026-05-07T10:06:32.493352Z","steps":["trace[1001480809] 'process raft request' (duration: 764.568458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.493465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.72839Z","time spent":"765.031429ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:32.494671Z","caller":"traceutil/trace.go:171","msg":"trace[711276037] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"701.826633ms","start":"2026-05-07T10:06:31.792819Z","end":"2026-05-07T10:06:32.494646Z","steps":["trace[711276037] 'process raft request' (duration: 700.413979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.494899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.79279Z","time spent":"702.027338ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:32.49538Z","caller":"traceutil/trace.go:171","msg":"trace[1342475262] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"634.50984ms","start":"2026-05-07T10:06:31.860855Z","end":"2026-05-07T10:06:32.495365Z","steps":["trace[1342475262] 'process raft request' (duration: 633.713601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.495511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.860842Z","time spent":"634.626582ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:32.495878Z","caller":"traceutil/trace.go:171","msg":"trace[1009397503] linearizableReadLoop","detail":"{readStateIndex:25725; appliedIndex:25722; }","duration":"748.860698ms","start":"2026-05-07T10:06:31.747005Z","end":"2026-05-07T10:06:32.495866Z","steps":["trace[1009397503] 'read index received' (duration: 465.778052ms)","trace[1009397503] 'applied index is now lower than readState.Index' (duration: 283.081716ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:32.496131Z","caller":"traceutil/trace.go:171","msg":"trace[803080175] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"505.163498ms","start":"2026-05-07T10:06:31.990955Z","end":"2026-05-07T10:06:32.496118Z","steps":["trace[803080175] 'process raft request' (duration: 504.357559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.496243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.990933Z","time spent":"505.267371ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:32.496548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.528155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:32.496777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.833698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:06:32.496811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.007271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T10:06:32.496871Z","caller":"traceutil/trace.go:171","msg":"trace[45683255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24913; }","duration":"748.974881ms","start":"2026-05-07T10:06:31.747877Z","end":"2026-05-07T10:06:32.496852Z","steps":["trace[45683255] 'agreement among raft nodes before linearized reading' (duration: 748.733076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.496855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.717386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T10:06:32.496871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.784642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:06:32.496893Z","caller":"traceutil/trace.go:171","msg":"trace[421602683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24913; }","duration":"484.114884ms","start":"2026-05-07T10:06:32.012756Z","end":"2026-05-07T10:06:32.496871Z","steps":["trace[421602683] 'agreement among raft nodes before linearized reading' (duration: 483.860988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.496916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.747856Z","time spent":"749.050173ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:06:32.496932Z","caller":"traceutil/trace.go:171","msg":"trace[1973862949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24913; }","duration":"495.851789ms","start":"2026-05-07T10:06:32.001059Z","end":"2026-05-07T10:06:32.496911Z","steps":["trace[1973862949] 'agreement among raft nodes before linearized reading' (duration: 495.639344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.496942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:32.01275Z","time spent":"484.183795ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T10:06:32.496939Z","caller":"traceutil/trace.go:171","msg":"trace[1203693531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24913; }","duration":"499.874334ms","start":"2026-05-07T10:06:31.997048Z","end":"2026-05-07T10:06:32.496922Z","steps":["trace[1203693531] 'agreement among raft nodes before linearized reading' (duration: 499.653069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.496986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:32.00104Z","time spent":"495.937311ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:32.497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.997039Z","time spent":"499.948856ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T10:06:32.496841Z","caller":"traceutil/trace.go:171","msg":"trace[1446068018] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24913; }","duration":"749.850782ms","start":"2026-05-07T10:06:31.74697Z","end":"2026-05-07T10:06:32.496821Z","steps":["trace[1446068018] 'agreement among raft nodes before linearized reading' (duration: 749.414631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.49722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:31.746958Z","time spent":"750.236011ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:32.642366Z","caller":"traceutil/trace.go:171","msg":"trace[223431573] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"138.455385ms","start":"2026-05-07T10:06:32.50389Z","end":"2026-05-07T10:06:32.642345Z","steps":["trace[223431573] 'process raft request' (duration: 134.588955ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:32.642503Z","caller":"traceutil/trace.go:171","msg":"trace[358065914] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25728; }","duration":"136.958ms","start":"2026-05-07T10:06:32.505532Z","end":"2026-05-07T10:06:32.64249Z","steps":["trace[358065914] 'read index received' (duration: 132.965266ms)","trace[358065914] 'applied index is now lower than readState.Index' (duration: 3.991914ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:32.6424Z","caller":"traceutil/trace.go:171","msg":"trace[1311570954] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"138.337122ms","start":"2026-05-07T10:06:32.504039Z","end":"2026-05-07T10:06:32.642376Z","steps":["trace[1311570954] 'process raft request' (duration: 138.24958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:32.642601Z","caller":"traceutil/trace.go:171","msg":"trace[1975609255] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"138.313362ms","start":"2026-05-07T10:06:32.504271Z","end":"2026-05-07T10:06:32.642584Z","steps":["trace[1975609255] 'process raft request' (duration: 138.155818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:32.642643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.104953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:06:32.642689Z","caller":"traceutil/trace.go:171","msg":"trace[909565317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24917; }","duration":"137.179125ms","start":"2026-05-07T10:06:32.5055Z","end":"2026-05-07T10:06:32.642679Z","steps":["trace[909565317] 'agreement among raft nodes before linearized reading' (duration: 137.072913ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:32.642638Z","caller":"traceutil/trace.go:171","msg":"trace[227114186] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"138.372124ms","start":"2026-05-07T10:06:32.504192Z","end":"2026-05-07T10:06:32.642564Z","steps":["trace[227114186] 'process raft request' (duration: 138.141938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:33.111479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.358939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:06:33.111761Z","caller":"traceutil/trace.go:171","msg":"trace[861786655] linearizableReadLoop","detail":"{readStateIndex:25733; appliedIndex:25732; }","duration":"409.096119ms","start":"2026-05-07T10:06:32.702648Z","end":"2026-05-07T10:06:33.111744Z","steps":["trace[861786655] 'read index received' (duration: 203.371742ms)","trace[861786655] 'applied index is now lower than readState.Index' (duration: 205.722537ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:33.111761Z","caller":"traceutil/trace.go:171","msg":"trace[1679922208] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"340.577498ms","start":"2026-05-07T10:06:32.771163Z","end":"2026-05-07T10:06:33.111741Z","steps":["trace[1679922208] 'process raft request' (duration: 340.513297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:33.111786Z","caller":"traceutil/trace.go:171","msg":"trace[22202853] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"464.39621ms","start":"2026-05-07T10:06:32.647344Z","end":"2026-05-07T10:06:33.11174Z","steps":["trace[22202853] 'process raft request' (duration: 258.669172ms)","trace[22202853] 'compare' (duration: 205.234636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:33.111973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:32.647333Z","time spent":"464.611325ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:33.111845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.200812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:33.112079Z","caller":"traceutil/trace.go:171","msg":"trace[412744749] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24919; }","duration":"409.448498ms","start":"2026-05-07T10:06:32.702601Z","end":"2026-05-07T10:06:33.112049Z","steps":["trace[412744749] 'agreement among raft nodes before linearized reading' (duration: 409.192172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:33.111928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:32.771132Z","time spent":"340.743802ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:33.112154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:32.70258Z","time spent":"409.55436ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T10:06:33.147373Z","caller":"traceutil/trace.go:171","msg":"trace[1154732071] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"106.588797ms","start":"2026-05-07T10:06:33.040764Z","end":"2026-05-07T10:06:33.147353Z","steps":["trace[1154732071] 'process raft request' (duration: 106.255249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:33.543187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.780525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:33.543204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.226215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T10:06:33.543256Z","caller":"traceutil/trace.go:171","msg":"trace[261829545] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24920; }","duration":"298.902338ms","start":"2026-05-07T10:06:33.244337Z","end":"2026-05-07T10:06:33.54324Z","steps":["trace[261829545] 'count revisions from in-memory index tree' (duration: 298.711374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:33.543304Z","caller":"traceutil/trace.go:171","msg":"trace[754857000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24920; }","duration":"216.379648ms","start":"2026-05-07T10:06:33.326903Z","end":"2026-05-07T10:06:33.543282Z","steps":["trace[754857000] 'range keys from in-memory index tree' (duration: 216.005029ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:33.754833Z","caller":"traceutil/trace.go:171","msg":"trace[1558258070] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25735; }","duration":"207.411487ms","start":"2026-05-07T10:06:33.547401Z","end":"2026-05-07T10:06:33.754812Z","steps":["trace[1558258070] 'read index received' (duration: 207.287514ms)","trace[1558258070] 'applied index is now lower than readState.Index' (duration: 122.923µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:33.754911Z","caller":"traceutil/trace.go:171","msg":"trace[775056393] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"207.803927ms","start":"2026-05-07T10:06:33.547067Z","end":"2026-05-07T10:06:33.75487Z","steps":["trace[775056393] 'process raft request' (duration: 207.636913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:33.755013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.574191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86e82694-7d29-4386-8db5-935edf36c7ac\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-07T10:06:33.755044Z","caller":"traceutil/trace.go:171","msg":"trace[66705103] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86e82694-7d29-4386-8db5-935edf36c7ac; range_end:; response_count:1; response_revision:24921; }","duration":"207.662692ms","start":"2026-05-07T10:06:33.547373Z","end":"2026-05-07T10:06:33.755036Z","steps":["trace[66705103] 'agreement among raft nodes before linearized reading' (duration: 207.515169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:34.192185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.769639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:34.192263Z","caller":"traceutil/trace.go:171","msg":"trace[772824159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24921; }","duration":"259.911752ms","start":"2026-05-07T10:06:33.932334Z","end":"2026-05-07T10:06:34.192245Z","steps":["trace[772824159] 'count revisions from in-memory index tree' (duration: 259.692096ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:34.395137Z","caller":"traceutil/trace.go:171","msg":"trace[574696976] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25736; }","duration":"172.344062ms","start":"2026-05-07T10:06:34.222768Z","end":"2026-05-07T10:06:34.395112Z","steps":["trace[574696976] 'read index received' (duration: 172.147798ms)","trace[574696976] 'applied index is now lower than readState.Index' (duration: 195.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:34.395422Z","caller":"traceutil/trace.go:171","msg":"trace[177833479] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"175.2373ms","start":"2026-05-07T10:06:34.220172Z","end":"2026-05-07T10:06:34.395409Z","steps":["trace[177833479] 'process raft request' (duration: 174.8042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:34.395743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.961187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:34.395792Z","caller":"traceutil/trace.go:171","msg":"trace[1459214794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24922; }","duration":"173.053189ms","start":"2026-05-07T10:06:34.222726Z","end":"2026-05-07T10:06:34.39578Z","steps":["trace[1459214794] 'agreement among raft nodes before linearized reading' (duration: 172.960887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:34.395997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.662687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:06:34.396035Z","caller":"traceutil/trace.go:171","msg":"trace[1892280438] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24922; }","duration":"154.731289ms","start":"2026-05-07T10:06:34.241295Z","end":"2026-05-07T10:06:34.396026Z","steps":["trace[1892280438] 'agreement among raft nodes before linearized reading' (duration: 154.673137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:34.824263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.28816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:06:34.82437Z","caller":"traceutil/trace.go:171","msg":"trace[1153141866] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"414.910196ms","start":"2026-05-07T10:06:34.409441Z","end":"2026-05-07T10:06:34.824351Z","steps":["trace[1153141866] 'process raft request' (duration: 188.472422ms)","trace[1153141866] 'compare' (duration: 225.646366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:34.82443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.409423Z","time spent":"414.980327ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:35.021367Z","caller":"traceutil/trace.go:171","msg":"trace[984545862] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"518.814699ms","start":"2026-05-07T10:06:34.502515Z","end":"2026-05-07T10:06:35.021329Z","steps":["trace[984545862] 'process raft request' (duration: 494.393495ms)","trace[984545862] 'compare' (duration: 24.093467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:35.021547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.502496Z","time spent":"518.954793ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:35.021626Z","caller":"traceutil/trace.go:171","msg":"trace[1311206116] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"517.757735ms","start":"2026-05-07T10:06:34.503841Z","end":"2026-05-07T10:06:35.021599Z","steps":["trace[1311206116] 'process raft request' (duration: 517.422757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.021695Z","caller":"traceutil/trace.go:171","msg":"trace[136835010] linearizableReadLoop","detail":"{readStateIndex:25743; appliedIndex:25738; }","duration":"427.532723ms","start":"2026-05-07T10:06:34.594138Z","end":"2026-05-07T10:06:35.021671Z","steps":["trace[136835010] 'read index received' (duration: 3.743788ms)","trace[136835010] 'applied index is now lower than readState.Index' (duration: 423.788115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:35.021764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.503824Z","time spent":"517.863277ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:35.021815Z","caller":"traceutil/trace.go:171","msg":"trace[941289525] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"514.17811ms","start":"2026-05-07T10:06:34.507626Z","end":"2026-05-07T10:06:35.021804Z","steps":["trace[941289525] 'process raft request' (duration: 513.992156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.021721Z","caller":"traceutil/trace.go:171","msg":"trace[433725142] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"517.394106ms","start":"2026-05-07T10:06:34.504301Z","end":"2026-05-07T10:06:35.021695Z","steps":["trace[433725142] 'process raft request' (duration: 517.184861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.021924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.507603Z","time spent":"514.239952ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:35.021981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.504277Z","time spent":"517.627302ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:35.022071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.26423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:06:35.022116Z","caller":"traceutil/trace.go:171","msg":"trace[1752167458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24927; }","duration":"374.308171ms","start":"2026-05-07T10:06:34.647797Z","end":"2026-05-07T10:06:35.022105Z","steps":["trace[1752167458] 'agreement among raft nodes before linearized reading' (duration: 374.156138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.02218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.647744Z","time spent":"374.395313ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:06:35.022322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.850887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:35.02233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.306055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T10:06:35.022359Z","caller":"traceutil/trace.go:171","msg":"trace[1258629459] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24927; }","duration":"204.933089ms","start":"2026-05-07T10:06:34.817414Z","end":"2026-05-07T10:06:35.022347Z","steps":["trace[1258629459] 'agreement among raft nodes before linearized reading' (duration: 204.828417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.022372Z","caller":"traceutil/trace.go:171","msg":"trace[1743126235] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24927; }","duration":"190.375476ms","start":"2026-05-07T10:06:34.831985Z","end":"2026-05-07T10:06:35.022361Z","steps":["trace[1743126235] 'agreement among raft nodes before linearized reading' (duration: 190.245793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.022611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.470895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79cc7794f4-v8hxr\" ","response":"range_response_count:1 size:8645"} {"level":"info","ts":"2026-05-07T10:06:35.022639Z","caller":"traceutil/trace.go:171","msg":"trace[1744705242] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79cc7794f4-v8hxr; range_end:; response_count:1; response_revision:24927; }","duration":"428.523446ms","start":"2026-05-07T10:06:34.594107Z","end":"2026-05-07T10:06:35.02263Z","steps":["trace[1744705242] 'agreement among raft nodes before linearized reading' (duration: 428.435204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.022668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.594091Z","time spent":"428.567807ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8667,"request content":"key:\"/registry/pods/openstack/magnum-api-79cc7794f4-v8hxr\" "} {"level":"warn","ts":"2026-05-07T10:06:35.022771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.099962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:06:35.022831Z","caller":"traceutil/trace.go:171","msg":"trace[375669218] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24927; }","duration":"162.267745ms","start":"2026-05-07T10:06:34.860549Z","end":"2026-05-07T10:06:35.022817Z","steps":["trace[375669218] 'agreement among raft nodes before linearized reading' (duration: 162.127732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.022837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.870844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T10:06:35.022876Z","caller":"traceutil/trace.go:171","msg":"trace[1983798912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24927; }","duration":"371.934885ms","start":"2026-05-07T10:06:34.650931Z","end":"2026-05-07T10:06:35.022866Z","steps":["trace[1983798912] 'agreement among raft nodes before linearized reading' (duration: 371.819473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.022915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.650919Z","time spent":"371.990567ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:35.02311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.189952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:06:35.023145Z","caller":"traceutil/trace.go:171","msg":"trace[1220773720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24927; }","duration":"372.238153ms","start":"2026-05-07T10:06:34.650899Z","end":"2026-05-07T10:06:35.023137Z","steps":["trace[1220773720] 'agreement among raft nodes before linearized reading' (duration: 372.153651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.023171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.65089Z","time spent":"372.274733ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:35.023339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.49005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:06:35.023384Z","caller":"traceutil/trace.go:171","msg":"trace[298483398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24927; }","duration":"375.590972ms","start":"2026-05-07T10:06:34.647781Z","end":"2026-05-07T10:06:35.023372Z","steps":["trace[298483398] 'agreement among raft nodes before linearized reading' (duration: 375.473309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.02342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:34.647763Z","time spent":"375.649413ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:35.263869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:06:35.264218Z","caller":"traceutil/trace.go:171","msg":"trace[964205080] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"108.790238ms","start":"2026-05-07T10:06:35.155411Z","end":"2026-05-07T10:06:35.264201Z","steps":["trace[964205080] 'process raft request' (duration: 108.745937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.264252Z","caller":"traceutil/trace.go:171","msg":"trace[501754430] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"228.966804ms","start":"2026-05-07T10:06:35.035262Z","end":"2026-05-07T10:06:35.264229Z","steps":["trace[501754430] 'process raft request' (duration: 228.82116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.264374Z","caller":"traceutil/trace.go:171","msg":"trace[1705602776] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"230.135641ms","start":"2026-05-07T10:06:35.034226Z","end":"2026-05-07T10:06:35.264362Z","steps":["trace[1705602776] 'process raft request' (duration: 229.801293ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.26439Z","caller":"traceutil/trace.go:171","msg":"trace[1746942513] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"237.091085ms","start":"2026-05-07T10:06:35.027268Z","end":"2026-05-07T10:06:35.264359Z","steps":["trace[1746942513] 'process raft request' (duration: 133.420347ms)","trace[1746942513] 'compare' (duration: 102.92705ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:35.264382Z","caller":"traceutil/trace.go:171","msg":"trace[262222010] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25744; }","duration":"235.368585ms","start":"2026-05-07T10:06:35.028975Z","end":"2026-05-07T10:06:35.264344Z","steps":["trace[262222010] 'read index received' (duration: 9.198776ms)","trace[262222010] 'applied index is now lower than readState.Index' (duration: 226.163148ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:35.264478Z","caller":"traceutil/trace.go:171","msg":"trace[206327565] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"144.524058ms","start":"2026-05-07T10:06:35.119939Z","end":"2026-05-07T10:06:35.264463Z","steps":["trace[206327565] 'process raft request' (duration: 144.18719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.264643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.634831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T10:06:35.264701Z","caller":"traceutil/trace.go:171","msg":"trace[1663669340] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24934; }","duration":"235.725653ms","start":"2026-05-07T10:06:35.028956Z","end":"2026-05-07T10:06:35.264682Z","steps":["trace[1663669340] 'agreement among raft nodes before linearized reading' (duration: 235.56956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.264724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.389759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:35.26476Z","caller":"traceutil/trace.go:171","msg":"trace[1345568488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24934; }","duration":"148.447571ms","start":"2026-05-07T10:06:35.116303Z","end":"2026-05-07T10:06:35.264751Z","steps":["trace[1345568488] 'agreement among raft nodes before linearized reading' (duration: 148.38206ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.264787Z","caller":"traceutil/trace.go:171","msg":"trace[958174535] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"237.126886ms","start":"2026-05-07T10:06:35.027645Z","end":"2026-05-07T10:06:35.264772Z","steps":["trace[958174535] 'process raft request' (duration: 236.304526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.264889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.223945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T10:06:35.264929Z","caller":"traceutil/trace.go:171","msg":"trace[812389495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24934; }","duration":"142.313717ms","start":"2026-05-07T10:06:35.122603Z","end":"2026-05-07T10:06:35.264917Z","steps":["trace[812389495] 'agreement among raft nodes before linearized reading' (duration: 142.173434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:35.475728Z","caller":"traceutil/trace.go:171","msg":"trace[1922521941] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25750; }","duration":"204.052238ms","start":"2026-05-07T10:06:35.271652Z","end":"2026-05-07T10:06:35.475704Z","steps":["trace[1922521941] 'read index received' (duration: 20.285297ms)","trace[1922521941] 'applied index is now lower than readState.Index' (duration: 183.765991ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:35.475852Z","caller":"traceutil/trace.go:171","msg":"trace[683699831] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"204.959519ms","start":"2026-05-07T10:06:35.270852Z","end":"2026-05-07T10:06:35.475812Z","steps":["trace[683699831] 'process raft request' (duration: 204.704163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.475976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.299754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-07T10:06:35.47603Z","caller":"traceutil/trace.go:171","msg":"trace[1558177224] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:24936; }","duration":"204.379026ms","start":"2026-05-07T10:06:35.271637Z","end":"2026-05-07T10:06:35.476016Z","steps":["trace[1558177224] 'agreement among raft nodes before linearized reading' (duration: 204.203862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.476011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.299329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:35.47609Z","caller":"traceutil/trace.go:171","msg":"trace[1423969871] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24936; }","duration":"194.403531ms","start":"2026-05-07T10:06:35.281668Z","end":"2026-05-07T10:06:35.476072Z","steps":["trace[1423969871] 'agreement among raft nodes before linearized reading' (duration: 194.266668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.476113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.393896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-05-07T10:06:35.476201Z","caller":"traceutil/trace.go:171","msg":"trace[771251764] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24936; }","duration":"204.507219ms","start":"2026-05-07T10:06:35.271674Z","end":"2026-05-07T10:06:35.476181Z","steps":["trace[771251764] 'agreement among raft nodes before linearized reading' (duration: 204.228392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:35.476494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.633168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-05-07T10:06:35.476585Z","caller":"traceutil/trace.go:171","msg":"trace[1351849979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24936; }","duration":"203.71605ms","start":"2026-05-07T10:06:35.27282Z","end":"2026-05-07T10:06:35.476536Z","steps":["trace[1351849979] 'agreement among raft nodes before linearized reading' (duration: 203.483035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:46.111591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.855394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:46.111682Z","caller":"traceutil/trace.go:171","msg":"trace[1525302849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25016; }","duration":"170.011688ms","start":"2026-05-07T10:06:45.941651Z","end":"2026-05-07T10:06:46.111663Z","steps":["trace[1525302849] 'count revisions from in-memory index tree' (duration: 169.757902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:50.426276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:06:50.534843Z","caller":"traceutil/trace.go:171","msg":"trace[1298884388] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"610.913555ms","start":"2026-05-07T10:06:49.923895Z","end":"2026-05-07T10:06:50.534809Z","steps":["trace[1298884388] 'process raft request' (duration: 610.675099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:50.535024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:49.923873Z","time spent":"611.064579ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:51.555599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021025268s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:51.556271Z","caller":"traceutil/trace.go:171","msg":"trace[1588542579] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.50800384s","start":"2026-05-07T10:06:50.048232Z","end":"2026-05-07T10:06:51.556235Z","steps":["trace[1588542579] 'process raft request' (duration: 1.507638101s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:51.556466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.048204Z","time spent":"1.508160613s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:51.556307Z","caller":"traceutil/trace.go:171","msg":"trace[1452162357] linearizableReadLoop","detail":"{readStateIndex:25924; appliedIndex:25922; }","duration":"1.630669974s","start":"2026-05-07T10:06:49.925618Z","end":"2026-05-07T10:06:51.556288Z","steps":["trace[1452162357] 'read index received' (duration: 608.99801ms)","trace[1452162357] 'applied index is now lower than readState.Index' (duration: 1.021670814s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:51.556583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6309683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T10:06:51.556681Z","caller":"traceutil/trace.go:171","msg":"trace[157986090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25106; }","duration":"1.631095654s","start":"2026-05-07T10:06:49.925567Z","end":"2026-05-07T10:06:51.556663Z","steps":["trace[157986090] 'agreement among raft nodes before linearized reading' (duration: 1.630777096s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:51.556745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:49.925549Z","time spent":"1.631180845s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T10:06:51.556865Z","caller":"traceutil/trace.go:171","msg":"trace[1867741673] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.0950822s","start":"2026-05-07T10:06:50.461768Z","end":"2026-05-07T10:06:51.55685Z","steps":["trace[1867741673] 'process raft request' (duration: 1.094269251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:51.556959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.461741Z","time spent":"1.095167111s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:52.056886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:52.117124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:52.117206Z","caller":"traceutil/trace.go:171","msg":"trace[686525905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005618s","start":"2026-05-07T10:06:50.116626Z","end":"2026-05-07T10:06:52.117187Z","steps":["trace[686525905] 'agreement among raft nodes before linearized reading' (duration: 2.000459667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:52.117268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.116603Z","time spent":"2.000655862s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:06:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:52.557484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:53.058898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:53.286406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730599143s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:53.288514Z","caller":"traceutil/trace.go:171","msg":"trace[106294601] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"2.197694376s","start":"2026-05-07T10:06:51.090799Z","end":"2026-05-07T10:06:53.288493Z","steps":["trace[106294601] 'process raft request' (duration: 2.196678802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:53.288634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.090775Z","time spent":"2.197796318s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:53.288673Z","caller":"traceutil/trace.go:171","msg":"trace[885430483] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"2.19489903s","start":"2026-05-07T10:06:51.093751Z","end":"2026-05-07T10:06:53.28865Z","steps":["trace[885430483] 'process raft request' (duration: 2.194681285s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:53.2887Z","caller":"traceutil/trace.go:171","msg":"trace[729706808] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.965088056s","start":"2026-05-07T10:06:51.323601Z","end":"2026-05-07T10:06:53.288689Z","steps":["trace[729706808] 'process raft request' (duration: 1.965045915s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:53.288768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.323577Z","time spent":"1.965145267s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:53.288772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.093732Z","time spent":"2.194986752s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:53.288847Z","caller":"traceutil/trace.go:171","msg":"trace[941222835] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"2.190842305s","start":"2026-05-07T10:06:51.097995Z","end":"2026-05-07T10:06:53.288838Z","steps":["trace[941222835] 'process raft request' (duration: 2.19063164s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:53.288845Z","caller":"traceutil/trace.go:171","msg":"trace[1896548858] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.801419498s","start":"2026-05-07T10:06:51.487412Z","end":"2026-05-07T10:06:53.288832Z","steps":["trace[1896548858] 'process raft request' (duration: 1.801370237s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:53.288868Z","caller":"traceutil/trace.go:171","msg":"trace[1516851206] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.963188482s","start":"2026-05-07T10:06:51.325674Z","end":"2026-05-07T10:06:53.288862Z","steps":["trace[1516851206] 'process raft request' (duration: 1.962994987s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:53.288892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.097982Z","time spent":"2.190888176s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:53.288899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.325661Z","time spent":"1.963223572s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:53.288903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.487384Z","time spent":"1.801493259s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:53.288977Z","caller":"traceutil/trace.go:171","msg":"trace[810348056] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"2.191019159s","start":"2026-05-07T10:06:51.097953Z","end":"2026-05-07T10:06:53.288972Z","steps":["trace[810348056] 'process raft request' (duration: 2.19063682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:53.289005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.097941Z","time spent":"2.19105119s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:54.117565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:06:54.117667Z","caller":"traceutil/trace.go:171","msg":"trace[1355862320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421909s","start":"2026-05-07T10:06:52.117219Z","end":"2026-05-07T10:06:54.117641Z","steps":["trace[1355862320] 'agreement among raft nodes before linearized reading' (duration: 2.000277575s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:54.117723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.117197Z","time spent":"2.00051178s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:06:55.442993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.068408806s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:55.532556Z","caller":"traceutil/trace.go:171","msg":"trace[1436503416] linearizableReadLoop","detail":"{readStateIndex:25935; appliedIndex:25925; }","duration":"3.975908808s","start":"2026-05-07T10:06:51.556625Z","end":"2026-05-07T10:06:55.532534Z","steps":["trace[1436503416] 'read index received' (duration: 1.730959051s)","trace[1436503416] 'applied index is now lower than readState.Index' (duration: 2.244948827s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:55.532666Z","caller":"traceutil/trace.go:171","msg":"trace[164304548] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"3.971850362s","start":"2026-05-07T10:06:51.560804Z","end":"2026-05-07T10:06:55.532654Z","steps":["trace[164304548] 'process raft request' (duration: 3.882378418s)","trace[164304548] 'compare' (duration: 88.705776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:55.53277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.56078Z","time spent":"3.971911563s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:55.532957Z","caller":"traceutil/trace.go:171","msg":"trace[487464978] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"3.261165592s","start":"2026-05-07T10:06:52.271781Z","end":"2026-05-07T10:06:55.532947Z","steps":["trace[487464978] 'process raft request' (duration: 3.26065252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.271762Z","time spent":"3.261216744s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:55.533124Z","caller":"traceutil/trace.go:171","msg":"trace[1667281861] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"3.009575746s","start":"2026-05-07T10:06:52.52354Z","end":"2026-05-07T10:06:55.533116Z","steps":["trace[1667281861] 'process raft request' (duration: 3.008946711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.523516Z","time spent":"3.009628258s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:55.533463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374617137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T10:06:55.533517Z","caller":"traceutil/trace.go:171","msg":"trace[1627194137] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a; range_end:; response_count:1; response_revision:25116; }","duration":"5.374712919s","start":"2026-05-07T10:06:50.15879Z","end":"2026-05-07T10:06:55.533503Z","steps":["trace[1627194137] 'agreement among raft nodes before linearized reading' (duration: 5.374545475s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199889834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:06:55.533533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732848356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:55.533608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60537844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:55.533619Z","caller":"traceutil/trace.go:171","msg":"trace[2097266303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25116; }","duration":"4.199985227s","start":"2026-05-07T10:06:51.333616Z","end":"2026-05-07T10:06:55.533601Z","steps":["trace[2097266303] 'agreement among raft nodes before linearized reading' (duration: 4.199740761s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:55.533654Z","caller":"traceutil/trace.go:171","msg":"trace[558137463] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25116; }","duration":"4.605429261s","start":"2026-05-07T10:06:50.928217Z","end":"2026-05-07T10:06:55.533646Z","steps":["trace[558137463] 'agreement among raft nodes before linearized reading' (duration: 4.605357039s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.928146Z","time spent":"4.605524352s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:55.53366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93669533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:55.533668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.333575Z","time spent":"4.200084039s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:55.533689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.199112467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T10:06:55.533678Z","caller":"traceutil/trace.go:171","msg":"trace[1400131938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25116; }","duration":"4.733066272s","start":"2026-05-07T10:06:50.80058Z","end":"2026-05-07T10:06:55.533647Z","steps":["trace[1400131938] 'agreement among raft nodes before linearized reading' (duration: 4.732753374s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405312265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:06:55.533706Z","caller":"traceutil/trace.go:171","msg":"trace[1152739192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25116; }","duration":"4.936743691s","start":"2026-05-07T10:06:50.596952Z","end":"2026-05-07T10:06:55.533695Z","steps":["trace[1152739192] 'agreement among raft nodes before linearized reading' (duration: 4.936655059s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:55.533717Z","caller":"traceutil/trace.go:171","msg":"trace[1063711611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25116; }","duration":"4.199163137s","start":"2026-05-07T10:06:51.334544Z","end":"2026-05-07T10:06:55.533708Z","steps":["trace[1063711611] 'agreement among raft nodes before linearized reading' (duration: 4.199094336s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.334531Z","time spent":"4.199201019s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:55.533741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.596883Z","time spent":"4.936849694s","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:55.533736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.80056Z","time spent":"4.733165244s","remote":"127.0.0.1:38724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:55.53376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195515592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:06:55.533808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170424311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T10:06:55.533827Z","caller":"traceutil/trace.go:171","msg":"trace[2085624604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25116; }","duration":"4.170490884s","start":"2026-05-07T10:06:51.36333Z","end":"2026-05-07T10:06:55.533821Z","steps":["trace[2085624604] 'agreement among raft nodes before linearized reading' (duration: 4.170444083s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.363312Z","time spent":"4.170526424s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:06:55.53384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75853112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-07T10:06:55.533837Z","caller":"traceutil/trace.go:171","msg":"trace[1906254260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25116; }","duration":"4.195611194s","start":"2026-05-07T10:06:51.338204Z","end":"2026-05-07T10:06:55.533815Z","steps":["trace[1906254260] 'agreement among raft nodes before linearized reading' (duration: 4.195418229s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297829647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:55.533892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099706443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:55.53374Z","caller":"traceutil/trace.go:171","msg":"trace[1360750942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25116; }","duration":"4.405410088s","start":"2026-05-07T10:06:51.128313Z","end":"2026-05-07T10:06:55.533723Z","steps":["trace[1360750942] 'agreement among raft nodes before linearized reading' (duration: 4.405230593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.338194Z","time spent":"4.195684115s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:06:55.533912Z","caller":"traceutil/trace.go:171","msg":"trace[925348198] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25116; }","duration":"5.099724464s","start":"2026-05-07T10:06:50.434181Z","end":"2026-05-07T10:06:55.533905Z","steps":["trace[925348198] 'agreement among raft nodes before linearized reading' (duration: 5.099694993s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.1283Z","time spent":"4.405619532s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:55.533928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.434107Z","time spent":"5.099817825s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:55.533927Z","caller":"traceutil/trace.go:171","msg":"trace[2139230311] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25116; }","duration":"4.298005382s","start":"2026-05-07T10:06:51.235896Z","end":"2026-05-07T10:06:55.533901Z","steps":["trace[2139230311] 'agreement among raft nodes before linearized reading' (duration: 4.297780586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.533546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.158772Z","time spent":"5.3747629s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" "} {"level":"warn","ts":"2026-05-07T10:06:55.533996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.235875Z","time spent":"4.298109564s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:55.53387Z","caller":"traceutil/trace.go:171","msg":"trace[1633949741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25116; }","duration":"4.758603172s","start":"2026-05-07T10:06:50.775258Z","end":"2026-05-07T10:06:55.533862Z","steps":["trace[1633949741] 'agreement among raft nodes before linearized reading' (duration: 4.75851297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:55.534112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:50.775231Z","time spent":"4.758872438s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:06:56.033713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:56.12679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:06:56.126872Z","caller":"traceutil/trace.go:171","msg":"trace[1819981116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671864s","start":"2026-05-07T10:06:54.126181Z","end":"2026-05-07T10:06:56.126853Z","steps":["trace[1819981116] 'agreement among raft nodes before linearized reading' (duration: 2.00052752s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:56.126921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.126175Z","time spent":"2.000736925s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:06:56.534767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:57.035609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:57.303217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859482934s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:57.390465Z","caller":"traceutil/trace.go:171","msg":"trace[1926171589] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"2.096900495s","start":"2026-05-07T10:06:55.293538Z","end":"2026-05-07T10:06:57.390438Z","steps":["trace[1926171589] 'process raft request' (duration: 2.096827754s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.390617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293532Z","time spent":"2.097002978s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:57.390846Z","caller":"traceutil/trace.go:171","msg":"trace[1425685848] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"3.828781999s","start":"2026-05-07T10:06:53.562048Z","end":"2026-05-07T10:06:57.39083Z","steps":["trace[1425685848] 'process raft request' (duration: 3.741422135s)","trace[1425685848] 'compare' (duration: 85.836709ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:57.390852Z","caller":"traceutil/trace.go:171","msg":"trace[315608233] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"2.097264944s","start":"2026-05-07T10:06:55.293546Z","end":"2026-05-07T10:06:57.390811Z","steps":["trace[315608233] 'process raft request' (duration: 2.096853784s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.390918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.562018Z","time spent":"3.828862071s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:57.391062Z","caller":"traceutil/trace.go:171","msg":"trace[914770345] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"2.097586472s","start":"2026-05-07T10:06:55.293465Z","end":"2026-05-07T10:06:57.391051Z","steps":["trace[914770345] 'process raft request' (duration: 2.096846874s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.391122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293437Z","time spent":"2.097656064s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:57.391059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293528Z","time spent":"2.097413437s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:57.391385Z","caller":"traceutil/trace.go:171","msg":"trace[441409171] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"2.097587631s","start":"2026-05-07T10:06:55.293751Z","end":"2026-05-07T10:06:57.391338Z","steps":["trace[441409171] 'process raft request' (duration: 2.096937956s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:57.391487Z","caller":"traceutil/trace.go:171","msg":"trace[541020758] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"2.097679374s","start":"2026-05-07T10:06:55.293768Z","end":"2026-05-07T10:06:57.391447Z","steps":["trace[541020758] 'process raft request' (duration: 2.097623733s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.391643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293762Z","time spent":"2.097797697s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:57.391639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293743Z","time spent":"2.097774616s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:57.391666Z","caller":"traceutil/trace.go:171","msg":"trace[1673155131] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"2.097873898s","start":"2026-05-07T10:06:55.293759Z","end":"2026-05-07T10:06:57.391633Z","steps":["trace[1673155131] 'process raft request' (duration: 2.09750834s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.391853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.293753Z","time spent":"2.098018702s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.127564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:58.127742Z","caller":"traceutil/trace.go:171","msg":"trace[1996269899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424238s","start":"2026-05-07T10:06:56.12729Z","end":"2026-05-07T10:06:58.127714Z","steps":["trace[1996269899] 'agreement among raft nodes before linearized reading' (duration: 2.000226153s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.127834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.127276Z","time spent":"2.000541331s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:06:58.269364Z","caller":"traceutil/trace.go:171","msg":"trace[1250373431] linearizableReadLoop","detail":"{readStateIndex:25948; appliedIndex:25935; }","duration":"2.736717391s","start":"2026-05-07T10:06:55.532621Z","end":"2026-05-07T10:06:58.269338Z","steps":["trace[1250373431] 'read index received' (duration: 1.770859059s)","trace[1250373431] 'applied index is now lower than readState.Index' (duration: 965.857392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:58.269664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019366361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:06:58.269702Z","caller":"traceutil/trace.go:171","msg":"trace[1568810053] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25128; }","duration":"4.019462293s","start":"2026-05-07T10:06:54.250227Z","end":"2026-05-07T10:06:58.269689Z","steps":["trace[1568810053] 'agreement among raft nodes before linearized reading' (duration: 4.019245388s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.26974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.250199Z","time spent":"4.019529034s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.269785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.535527Z","time spent":"2.734250763s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:06:58.269833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411335284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:58.269872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92707199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.269908Z","caller":"traceutil/trace.go:171","msg":"trace[1753710543] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"2.731307544s","start":"2026-05-07T10:06:55.538592Z","end":"2026-05-07T10:06:58.2699Z","steps":["trace[1753710543] 'process raft request' (duration: 2.730633898s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.269935Z","caller":"traceutil/trace.go:171","msg":"trace[1731608204] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25128; }","duration":"3.927204653s","start":"2026-05-07T10:06:54.342714Z","end":"2026-05-07T10:06:58.269918Z","steps":["trace[1731608204] 'agreement among raft nodes before linearized reading' (duration: 3.92706699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.269986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.342689Z","time spent":"3.927287786s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.269991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06868357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.269792Z","caller":"traceutil/trace.go:171","msg":"trace[950889257] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"2.730266449s","start":"2026-05-07T10:06:55.539481Z","end":"2026-05-07T10:06:58.269748Z","steps":["trace[950889257] 'process raft request' (duration: 2.729817299s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.538584Z","time spent":"2.731359865s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:58.270029Z","caller":"traceutil/trace.go:171","msg":"trace[172849051] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25128; }","duration":"4.068759202s","start":"2026-05-07T10:06:54.20126Z","end":"2026-05-07T10:06:58.27002Z","steps":["trace[172849051] 'agreement among raft nodes before linearized reading' (duration: 4.06869933s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410456122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:58.27006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.201239Z","time spent":"4.068813544s","remote":"127.0.0.1:55274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:58.270085Z","caller":"traceutil/trace.go:171","msg":"trace[857392128] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25128; }","duration":"3.410538814s","start":"2026-05-07T10:06:54.859535Z","end":"2026-05-07T10:06:58.270074Z","steps":["trace[857392128] 'agreement among raft nodes before linearized reading' (duration: 3.410480663s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.270126Z","caller":"traceutil/trace.go:171","msg":"trace[1497899334] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"2.731428137s","start":"2026-05-07T10:06:55.538689Z","end":"2026-05-07T10:06:58.270117Z","steps":["trace[1497899334] 'process raft request' (duration: 2.730569527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.859504Z","time spent":"3.410612616s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.270221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.538682Z","time spent":"2.731505399s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.270262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131160809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.269938Z","caller":"traceutil/trace.go:171","msg":"trace[1744167607] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25128; }","duration":"3.411467626s","start":"2026-05-07T10:06:54.858437Z","end":"2026-05-07T10:06:58.269905Z","steps":["trace[1744167607] 'agreement among raft nodes before linearized reading' (duration: 3.411309292s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.270297Z","caller":"traceutil/trace.go:171","msg":"trace[888737742] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25128; }","duration":"4.131216891s","start":"2026-05-07T10:06:54.13907Z","end":"2026-05-07T10:06:58.270286Z","steps":["trace[888737742] 'agreement among raft nodes before linearized reading' (duration: 4.13115466s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.858423Z","time spent":"3.411874136s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.270326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.139059Z","time spent":"4.131259232s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.270348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723640967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.270389Z","caller":"traceutil/trace.go:171","msg":"trace[1068418614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25128; }","duration":"3.723721159s","start":"2026-05-07T10:06:54.546654Z","end":"2026-05-07T10:06:58.270376Z","steps":["trace[1068418614] 'agreement among raft nodes before linearized reading' (duration: 3.723655558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.546633Z","time spent":"3.72378758s","remote":"127.0.0.1:44730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.270471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643876692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.270503Z","caller":"traceutil/trace.go:171","msg":"trace[1540935331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25128; }","duration":"6.643935414s","start":"2026-05-07T10:06:51.62656Z","end":"2026-05-07T10:06:58.270495Z","steps":["trace[1540935331] 'agreement among raft nodes before linearized reading' (duration: 6.643878433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.626546Z","time spent":"6.643978225s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.2705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.63188427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:58.27053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944553161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-07T10:06:58.270623Z","caller":"traceutil/trace.go:171","msg":"trace[1385298049] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25128; }","duration":"3.944651044s","start":"2026-05-07T10:06:54.325924Z","end":"2026-05-07T10:06:58.270575Z","steps":["trace[1385298049] 'agreement among raft nodes before linearized reading' (duration: 3.944438119s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.270633Z","caller":"traceutil/trace.go:171","msg":"trace[708191395] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25128; }","duration":"6.632028364s","start":"2026-05-07T10:06:51.638544Z","end":"2026-05-07T10:06:58.270572Z","steps":["trace[708191395] 'agreement among raft nodes before linearized reading' (duration: 6.631833559s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.27067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.325908Z","time spent":"3.944753726s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-07T10:06:58.269996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387073783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:58.270688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.638531Z","time spent":"6.632140446s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:58.270715Z","caller":"traceutil/trace.go:171","msg":"trace[1172942697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25128; }","duration":"3.38780869s","start":"2026-05-07T10:06:54.882892Z","end":"2026-05-07T10:06:58.270701Z","steps":["trace[1172942697] 'agreement among raft nodes before linearized reading' (duration: 3.387074813s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.737096827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:06:58.270804Z","caller":"traceutil/trace.go:171","msg":"trace[793190876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25128; }","duration":"4.737141298s","start":"2026-05-07T10:06:53.533653Z","end":"2026-05-07T10:06:58.270794Z","steps":["trace[793190876] 'agreement among raft nodes before linearized reading' (duration: 4.736989534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.882857Z","time spent":"3.387886412s","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.270131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.539474Z","time spent":"2.730575956s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.270795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8095425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T10:06:58.270849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.751582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.270876Z","caller":"traceutil/trace.go:171","msg":"trace[458516526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25128; }","duration":"1.809662113s","start":"2026-05-07T10:06:56.461202Z","end":"2026-05-07T10:06:58.270864Z","steps":["trace[458516526] 'agreement among raft nodes before linearized reading' (duration: 1.809474078s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.270889Z","caller":"traceutil/trace.go:171","msg":"trace[1366121584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25128; }","duration":"135.808414ms","start":"2026-05-07T10:06:58.135064Z","end":"2026-05-07T10:06:58.270872Z","steps":["trace[1366121584] 'agreement among raft nodes before linearized reading' (duration: 135.761173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.27091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.461181Z","time spent":"1.809722854s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T10:06:58.269873Z","caller":"traceutil/trace.go:171","msg":"trace[1831545730] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"2.731506959s","start":"2026-05-07T10:06:55.538353Z","end":"2026-05-07T10:06:58.26986Z","steps":["trace[1831545730] 'process raft request' (duration: 2.730790232s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.106795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T10:06:58.271047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149945541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-07T10:06:58.271052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725520479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T10:06:58.27107Z","caller":"traceutil/trace.go:171","msg":"trace[850407594] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25128; }","duration":"775.174977ms","start":"2026-05-07T10:06:57.495885Z","end":"2026-05-07T10:06:58.27106Z","steps":["trace[850407594] 'agreement among raft nodes before linearized reading' (duration: 775.041934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.495869Z","time spent":"775.227358ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T10:06:58.271109Z","caller":"traceutil/trace.go:171","msg":"trace[307071788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25128; }","duration":"5.725602061s","start":"2026-05-07T10:06:52.545488Z","end":"2026-05-07T10:06:58.27109Z","steps":["trace[307071788] 'agreement among raft nodes before linearized reading' (duration: 5.725436667s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695208432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:06:58.271162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.545471Z","time spent":"5.725678592s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-07T10:06:58.271191Z","caller":"traceutil/trace.go:171","msg":"trace[682297120] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25128; }","duration":"4.695264474s","start":"2026-05-07T10:06:53.575919Z","end":"2026-05-07T10:06:58.271183Z","steps":["trace[682297120] 'agreement among raft nodes before linearized reading' (duration: 4.695172172s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.575909Z","time spent":"4.695302555s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:06:58.271228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.420042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.27126Z","caller":"traceutil/trace.go:171","msg":"trace[2083891388] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25128; }","duration":"308.450723ms","start":"2026-05-07T10:06:57.962798Z","end":"2026-05-07T10:06:58.271249Z","steps":["trace[2083891388] 'agreement among raft nodes before linearized reading' (duration: 308.406022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.962775Z","time spent":"308.511905ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:06:58.270841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.533591Z","time spent":"4.737237971s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:06:58.271422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.435443082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:58.271468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.473201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T10:06:58.27149Z","caller":"traceutil/trace.go:171","msg":"trace[591606353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25128; }","duration":"6.435552855s","start":"2026-05-07T10:06:51.83592Z","end":"2026-05-07T10:06:58.271473Z","steps":["trace[591606353] 'agreement among raft nodes before linearized reading' (duration: 6.435449042s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.835884Z","time spent":"6.435645947s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.271162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7326013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-05-07T10:06:58.271647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455391992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.271698Z","caller":"traceutil/trace.go:171","msg":"trace[1258338837] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25128; }","duration":"6.455482434s","start":"2026-05-07T10:06:51.816202Z","end":"2026-05-07T10:06:58.271685Z","steps":["trace[1258338837] 'agreement among raft nodes before linearized reading' (duration: 6.455405652s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.270681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708049791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:06:58.271739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.816175Z","time spent":"6.455554775s","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:58.271761Z","caller":"traceutil/trace.go:171","msg":"trace[335751421] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25128; }","duration":"6.709175688s","start":"2026-05-07T10:06:51.562563Z","end":"2026-05-07T10:06:58.271738Z","steps":["trace[335751421] 'agreement among raft nodes before linearized reading' (duration: 6.70798531s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.538348Z","time spent":"2.732712907s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.271824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:51.562543Z","time spent":"6.70926267s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:58.271496Z","caller":"traceutil/trace.go:171","msg":"trace[235906118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25128; }","duration":"734.520681ms","start":"2026-05-07T10:06:57.536967Z","end":"2026-05-07T10:06:58.271488Z","steps":["trace[235906118] 'agreement among raft nodes before linearized reading' (duration: 734.436209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.536955Z","time spent":"734.922261ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T10:06:58.271655Z","caller":"traceutil/trace.go:171","msg":"trace[470558826] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25128; }","duration":"1.733119403s","start":"2026-05-07T10:06:56.538522Z","end":"2026-05-07T10:06:58.271641Z","steps":["trace[470558826] 'agreement among raft nodes before linearized reading' (duration: 1.73257251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.271072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692404595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:06:58.271972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.538502Z","time spent":"1.73343919s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"info","ts":"2026-05-07T10:06:58.272011Z","caller":"traceutil/trace.go:171","msg":"trace[1473830711] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25128; }","duration":"1.693382548s","start":"2026-05-07T10:06:56.578615Z","end":"2026-05-07T10:06:58.271997Z","steps":["trace[1473830711] 'agreement among raft nodes before linearized reading' (duration: 1.692422796s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.272058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.578593Z","time spent":"1.69344797s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:06:58.271073Z","caller":"traceutil/trace.go:171","msg":"trace[1815217360] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25128; }","duration":"4.149999772s","start":"2026-05-07T10:06:54.121065Z","end":"2026-05-07T10:06:58.271065Z","steps":["trace[1815217360] 'agreement among raft nodes before linearized reading' (duration: 4.14991423s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.269815Z","caller":"traceutil/trace.go:171","msg":"trace[1839925185] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"2.731460227s","start":"2026-05-07T10:06:55.538289Z","end":"2026-05-07T10:06:58.269749Z","steps":["trace[1839925185] 'process raft request' (duration: 2.730743531s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.272191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.121049Z","time spent":"4.151114438s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T10:06:58.272239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.53827Z","time spent":"2.733908565s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.27295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949123079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:58.2731Z","caller":"traceutil/trace.go:171","msg":"trace[356824029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25128; }","duration":"3.949320233s","start":"2026-05-07T10:06:54.323765Z","end":"2026-05-07T10:06:58.273085Z","steps":["trace[356824029] 'agreement among raft nodes before linearized reading' (duration: 3.949104508s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.273181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.323743Z","time spent":"3.949426396s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:06:58.772608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:00.108079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.0968Z","time spent":"1.011271279s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:00.108349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.097148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:00.108508Z","caller":"traceutil/trace.go:171","msg":"trace[1082346870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25128; }","duration":"676.263271ms","start":"2026-05-07T10:06:59.432217Z","end":"2026-05-07T10:07:00.10848Z","steps":["trace[1082346870] 'range keys from in-memory index tree' (duration: 676.078177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:00.10878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.181044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:00.108893Z","caller":"traceutil/trace.go:171","msg":"trace[686867865] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"1.837763173s","start":"2026-05-07T10:06:58.271105Z","end":"2026-05-07T10:07:00.108869Z","steps":["trace[686867865] 'process raft request' (duration: 972.376634ms)","trace[686867865] 'compare' (duration: 864.927208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:00.108976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.271085Z","time spent":"1.837847524s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:00.272026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:00.272116Z","caller":"traceutil/trace.go:171","msg":"trace[504164996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242483s","start":"2026-05-07T10:06:58.271851Z","end":"2026-05-07T10:07:00.272093Z","steps":["trace[504164996] 'agreement among raft nodes before linearized reading' (duration: 2.00012744s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:00.272164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.271833Z","time spent":"2.000321635s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:01.123717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.880219642s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:02.278805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:02.278863Z","caller":"traceutil/trace.go:171","msg":"trace[2121287806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249883s","start":"2026-05-07T10:07:00.2786Z","end":"2026-05-07T10:07:02.27885Z","steps":["trace[2121287806] 'agreement among raft nodes before linearized reading' (duration: 2.000172361s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.278893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.278595Z","time spent":"2.000292244s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:03.254853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130780772s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-07T10:07:03.255094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.274345Z","time spent":"4.980741146s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:07:03.255962Z","caller":"traceutil/trace.go:171","msg":"trace[1563028340] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"4.98055292s","start":"2026-05-07T10:06:58.27537Z","end":"2026-05-07T10:07:03.255922Z","steps":["trace[1563028340] 'process raft request' (duration: 4.979572527s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:03.256037Z","caller":"traceutil/trace.go:171","msg":"trace[2139875262] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"4.98010536s","start":"2026-05-07T10:06:58.275907Z","end":"2026-05-07T10:07:03.256012Z","steps":["trace[2139875262] 'process raft request' (duration: 4.979367123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:03.256126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.275352Z","time spent":"4.980686644s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:03.256192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.275897Z","time spent":"4.980192342s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:03.256387Z","caller":"traceutil/trace.go:171","msg":"trace[1635348906] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25948; }","duration":"4.984441932s","start":"2026-05-07T10:06:58.271899Z","end":"2026-05-07T10:07:03.256341Z","steps":["trace[1635348906] 'read index received' (duration: 971.595155ms)","trace[1635348906] 'applied index is now lower than readState.Index' (duration: 4.012845577s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:03.256528Z","caller":"traceutil/trace.go:171","msg":"trace[1896274169] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"4.980389027s","start":"2026-05-07T10:06:58.276127Z","end":"2026-05-07T10:07:03.256516Z","steps":["trace[1896274169] 'process raft request' (duration: 4.9792403s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:03.256693Z","caller":"traceutil/trace.go:171","msg":"trace[1216217755] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"4.980210583s","start":"2026-05-07T10:06:58.276446Z","end":"2026-05-07T10:07:03.256656Z","steps":["trace[1216217755] 'process raft request' (duration: 4.979785963s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:03.256705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.276119Z","time spent":"4.980477809s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:03.256887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.276438Z","time spent":"4.980351066s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:03.756699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:04.257269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:04.279689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:04.279763Z","caller":"traceutil/trace.go:171","msg":"trace[111146902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768976s","start":"2026-05-07T10:07:02.278972Z","end":"2026-05-07T10:07:04.279741Z","steps":["trace[111146902] 'agreement among raft nodes before linearized reading' (duration: 2.000674703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.279809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.278955Z","time spent":"2.000844817s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.394809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.39726Z","time spent":"4.997541601s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.395322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.397831Z","time spent":"4.99748575s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.395632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.398339Z","time spent":"4.997270935s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.39594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.397107Z","time spent":"4.998830332s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.396198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.398054Z","time spent":"4.998141835s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:04.396281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.398385Z","time spent":"4.99788963s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:04.40638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.27808483s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:04.824122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.502097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:04.82503Z","caller":"traceutil/trace.go:171","msg":"trace[377872389] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"5.426776664s","start":"2026-05-07T10:06:59.398205Z","end":"2026-05-07T10:07:04.824982Z","steps":["trace[377872389] 'process raft request' (duration: 5.426512278s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.825242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.398183Z","time spent":"5.426909327s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:05.275955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999703722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:05.276055Z","caller":"traceutil/trace.go:171","msg":"trace[1176797408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999874156s","start":"2026-05-07T10:07:00.27616Z","end":"2026-05-07T10:07:05.276034Z","steps":["trace[1176797408] 'agreement among raft nodes before linearized reading' (duration: 4.999709842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.276111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.276154Z","time spent":"4.999946408s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:07:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:05.277334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998166926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:05.277415Z","caller":"traceutil/trace.go:171","msg":"trace[170099987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998283218s","start":"2026-05-07T10:07:00.279114Z","end":"2026-05-07T10:07:05.277397Z","steps":["trace[170099987] 'agreement among raft nodes before linearized reading' (duration: 4.998183276s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.27746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.279102Z","time spent":"4.998348611s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 10:07:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:05.375853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.976146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:07:05.376542Z","caller":"traceutil/trace.go:171","msg":"trace[1113783453] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"4.835554882s","start":"2026-05-07T10:07:00.540968Z","end":"2026-05-07T10:07:05.376523Z","steps":["trace[1113783453] 'process raft request' (duration: 4.834972479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.376662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.540942Z","time spent":"4.835651405s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.2882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000936379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:06.288274Z","caller":"traceutil/trace.go:171","msg":"trace[674241483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001051252s","start":"2026-05-07T10:07:04.287207Z","end":"2026-05-07T10:07:06.288258Z","steps":["trace[674241483] 'agreement among raft nodes before linearized reading' (duration: 2.00096281s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.288315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.287191Z","time spent":"2.001116313s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:06.514681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137931906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:06.514959Z","caller":"traceutil/trace.go:171","msg":"trace[530693575] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25954; }","duration":"3.25851013s","start":"2026-05-07T10:07:03.256431Z","end":"2026-05-07T10:07:06.514941Z","steps":["trace[530693575] 'read index received' (duration: 1.150186936s)","trace[530693575] 'applied index is now lower than readState.Index' (duration: 2.108322034s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:06.515051Z","caller":"traceutil/trace.go:171","msg":"trace[505915760] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"4.895158803s","start":"2026-05-07T10:07:01.61988Z","end":"2026-05-07T10:07:06.515039Z","steps":["trace[505915760] 'process raft request' (duration: 3.756629013s)","trace[505915760] 'compare' (duration: 1.137768222s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:06.515227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.051110421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:06.515262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.239811778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:07:06.515264Z","caller":"traceutil/trace.go:171","msg":"trace[2138320425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25145; }","duration":"8.051197253s","start":"2026-05-07T10:06:58.464057Z","end":"2026-05-07T10:07:06.515255Z","steps":["trace[2138320425] 'agreement among raft nodes before linearized reading' (duration: 8.051104931s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.515285Z","caller":"traceutil/trace.go:171","msg":"trace[690209258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25145; }","duration":"8.239867909s","start":"2026-05-07T10:06:58.27541Z","end":"2026-05-07T10:07:06.515278Z","steps":["trace[690209258] 'agreement among raft nodes before linearized reading' (duration: 8.239776497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.275398Z","time spent":"8.2398975s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:07:06.515294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.464033Z","time spent":"8.051253004s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238409948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:07:06.515353Z","caller":"traceutil/trace.go:171","msg":"trace[5914755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25145; }","duration":"6.238486899s","start":"2026-05-07T10:07:00.276849Z","end":"2026-05-07T10:07:06.515336Z","steps":["trace[5914755] 'agreement among raft nodes before linearized reading' (duration: 6.238301965s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24017863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-05-07T10:07:06.5154Z","caller":"traceutil/trace.go:171","msg":"trace[1744565888] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25145; }","duration":"6.240233651s","start":"2026-05-07T10:07:00.275156Z","end":"2026-05-07T10:07:06.515389Z","steps":["trace[1744565888] 'agreement among raft nodes before linearized reading' (duration: 6.240171869s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.276829Z","time spent":"6.238563622s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:07:06.51542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.052113194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.515429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.275138Z","time spent":"6.240284002s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T10:07:06.515439Z","caller":"traceutil/trace.go:171","msg":"trace[734009751] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25145; }","duration":"8.052171626s","start":"2026-05-07T10:06:58.463262Z","end":"2026-05-07T10:07:06.515433Z","steps":["trace[734009751] 'agreement among raft nodes before linearized reading' (duration: 8.052141285s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.463221Z","time spent":"8.052228667s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236844185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-05-07T10:07:06.515537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.238298982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.515515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.407806135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.515551Z","caller":"traceutil/trace.go:171","msg":"trace[1507395238] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25145; }","duration":"8.238320313s","start":"2026-05-07T10:06:58.277225Z","end":"2026-05-07T10:07:06.515545Z","steps":["trace[1507395238] 'agreement among raft nodes before linearized reading' (duration: 8.238295253s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.27722Z","time spent":"8.238343414s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:07:06.515574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.864990652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.515573Z","caller":"traceutil/trace.go:171","msg":"trace[1236390326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25145; }","duration":"7.407898448s","start":"2026-05-07T10:06:59.107659Z","end":"2026-05-07T10:07:06.515557Z","steps":["trace[1236390326] 'agreement among raft nodes before linearized reading' (duration: 7.407792025s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.515594Z","caller":"traceutil/trace.go:171","msg":"trace[435261369] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25145; }","duration":"6.865037312s","start":"2026-05-07T10:06:59.650551Z","end":"2026-05-07T10:07:06.515588Z","steps":["trace[435261369] 'agreement among raft nodes before linearized reading' (duration: 6.865002261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.107646Z","time spent":"7.407952158s","remote":"127.0.0.1:54744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.812854065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.515618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.650536Z","time spent":"6.865073524s","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:06.515641Z","caller":"traceutil/trace.go:171","msg":"trace[1212685023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25145; }","duration":"6.812927447s","start":"2026-05-07T10:06:59.702703Z","end":"2026-05-07T10:07:06.515631Z","steps":["trace[1212685023] 'agreement among raft nodes before linearized reading' (duration: 6.812867996s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.51565Z","caller":"traceutil/trace.go:171","msg":"trace[1291619236] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"3.476368942s","start":"2026-05-07T10:07:03.039267Z","end":"2026-05-07T10:07:06.515636Z","steps":["trace[1291619236] 'process raft request' (duration: 3.475510922s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.702684Z","time spent":"6.812978589s","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:06.515539Z","caller":"traceutil/trace.go:171","msg":"trace[1371067846] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25145; }","duration":"7.236919297s","start":"2026-05-07T10:06:59.278611Z","end":"2026-05-07T10:07:06.51553Z","steps":["trace[1371067846] 'agreement among raft nodes before linearized reading' (duration: 7.236830545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.278581Z","time spent":"7.237113112s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:07:06.515731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.03924Z","time spent":"3.476437344s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.515766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.466340463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.515787Z","caller":"traceutil/trace.go:171","msg":"trace[1331114424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25145; }","duration":"5.466394925s","start":"2026-05-07T10:07:01.049384Z","end":"2026-05-07T10:07:06.515779Z","steps":["trace[1331114424] 'agreement among raft nodes before linearized reading' (duration: 5.466362024s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.851277429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.515837Z","caller":"traceutil/trace.go:171","msg":"trace[1439099878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25144; }","duration":"3.25892683s","start":"2026-05-07T10:07:03.2569Z","end":"2026-05-07T10:07:06.515826Z","steps":["trace[1439099878] 'process raft request' (duration: 3.257935897s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237784103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:07:06.51584Z","caller":"traceutil/trace.go:171","msg":"trace[114190007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25145; }","duration":"6.851894534s","start":"2026-05-07T10:06:59.663932Z","end":"2026-05-07T10:07:06.515826Z","steps":["trace[114190007] 'agreement among raft nodes before linearized reading' (duration: 6.851279579s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.515862Z","caller":"traceutil/trace.go:171","msg":"trace[2088166649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25145; }","duration":"6.237819385s","start":"2026-05-07T10:07:00.278036Z","end":"2026-05-07T10:07:06.515855Z","steps":["trace[2088166649] 'agreement among raft nodes before linearized reading' (duration: 6.237750293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238973722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T10:07:06.51588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.278028Z","time spent":"6.237847875s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:07:06.515882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.663911Z","time spent":"6.851956755s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.256877Z","time spent":"3.25897697s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:06.515895Z","caller":"traceutil/trace.go:171","msg":"trace[1848545586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25145; }","duration":"6.239035332s","start":"2026-05-07T10:07:00.276849Z","end":"2026-05-07T10:07:06.515884Z","steps":["trace[1848545586] 'agreement among raft nodes before linearized reading' (duration: 6.23894917s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.515925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.276835Z","time spent":"6.239081654s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:07:06.515943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.736144737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.515961Z","caller":"traceutil/trace.go:171","msg":"trace[337105154] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25145; }","duration":"5.736210569s","start":"2026-05-07T10:07:00.779745Z","end":"2026-05-07T10:07:06.515955Z","steps":["trace[337105154] 'agreement among raft nodes before linearized reading' (duration: 5.736178968s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.779723Z","time spent":"5.73625136s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255939639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:06.516003Z","caller":"traceutil/trace.go:171","msg":"trace[716179112] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"2.920117383s","start":"2026-05-07T10:07:03.595878Z","end":"2026-05-07T10:07:06.515995Z","steps":["trace[716179112] 'process raft request' (duration: 2.918986696s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.59586Z","time spent":"2.920161533s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:06.516036Z","caller":"traceutil/trace.go:171","msg":"trace[740628038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25145; }","duration":"3.256062242s","start":"2026-05-07T10:07:03.259953Z","end":"2026-05-07T10:07:06.516015Z","steps":["trace[740628038] 'agreement among raft nodes before linearized reading' (duration: 3.255852377s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118274808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-05-07T10:07:06.51608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.25993Z","time spent":"3.256141084s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787581071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:06.516093Z","caller":"traceutil/trace.go:171","msg":"trace[941941605] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25145; }","duration":"2.11835122s","start":"2026-05-07T10:07:04.397733Z","end":"2026-05-07T10:07:06.516085Z","steps":["trace[941941605] 'agreement among raft nodes before linearized reading' (duration: 2.118236247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.397722Z","time spent":"2.118388611s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-07T10:07:06.516116Z","caller":"traceutil/trace.go:171","msg":"trace[2021685415] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25145; }","duration":"3.787655882s","start":"2026-05-07T10:07:02.728452Z","end":"2026-05-07T10:07:06.516108Z","steps":["trace[2021685415] 'agreement among raft nodes before linearized reading' (duration: 3.787596771s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.728429Z","time spent":"3.787708213s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482985021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.516182Z","caller":"traceutil/trace.go:171","msg":"trace[785957361] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25145; }","duration":"4.483030252s","start":"2026-05-07T10:07:02.033145Z","end":"2026-05-07T10:07:06.516175Z","steps":["trace[785957361] 'agreement among raft nodes before linearized reading' (duration: 4.482977831s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.033126Z","time spent":"4.483073543s","remote":"127.0.0.1:52960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.51621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.975292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.51623Z","caller":"traceutil/trace.go:171","msg":"trace[541646064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25145; }","duration":"940.029813ms","start":"2026-05-07T10:07:05.576194Z","end":"2026-05-07T10:07:06.516224Z","steps":["trace[541646064] 'agreement among raft nodes before linearized reading' (duration: 940.001243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.576173Z","time spent":"940.067674ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:06.51624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.474198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.516262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255630924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T10:07:06.516277Z","caller":"traceutil/trace.go:171","msg":"trace[331629951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25145; }","duration":"227.52788ms","start":"2026-05-07T10:07:06.288739Z","end":"2026-05-07T10:07:06.516266Z","steps":["trace[331629951] 'agreement among raft nodes before linearized reading' (duration: 227.473469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.516285Z","caller":"traceutil/trace.go:171","msg":"trace[1072584445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25145; }","duration":"1.255690435s","start":"2026-05-07T10:07:05.260588Z","end":"2026-05-07T10:07:06.516279Z","steps":["trace[1072584445] 'agreement among raft nodes before linearized reading' (duration: 1.255635174s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604469711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.51631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.260569Z","time spent":"1.255737656s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T10:07:06.516318Z","caller":"traceutil/trace.go:171","msg":"trace[975013835] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25145; }","duration":"2.604617554s","start":"2026-05-07T10:07:03.911696Z","end":"2026-05-07T10:07:06.516314Z","steps":["trace[975013835] 'agreement among raft nodes before linearized reading' (duration: 2.604491851s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791825286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:07:06.516324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.143792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:06.516354Z","caller":"traceutil/trace.go:171","msg":"trace[1479341824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25145; }","duration":"2.791898608s","start":"2026-05-07T10:07:03.724446Z","end":"2026-05-07T10:07:06.516345Z","steps":["trace[1479341824] 'agreement among raft nodes before linearized reading' (duration: 2.791792916s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118799681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-07T10:07:06.516382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.72441Z","time spent":"2.79196642s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:07:06.516382Z","caller":"traceutil/trace.go:171","msg":"trace[1199577007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25145; }","duration":"344.218894ms","start":"2026-05-07T10:07:06.172134Z","end":"2026-05-07T10:07:06.516353Z","steps":["trace[1199577007] 'agreement among raft nodes before linearized reading' (duration: 344.154413ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.5164Z","caller":"traceutil/trace.go:171","msg":"trace[757916026] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25145; }","duration":"2.118847252s","start":"2026-05-07T10:07:04.397546Z","end":"2026-05-07T10:07:06.516393Z","steps":["trace[757916026] 'agreement among raft nodes before linearized reading' (duration: 2.118800901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.397526Z","time spent":"2.118890093s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.172113Z","time spent":"344.299706ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.696482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:06.516449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35159325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-07T10:07:06.516473Z","caller":"traceutil/trace.go:171","msg":"trace[1256333] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a; range_end:; response_count:1; response_revision:25145; }","duration":"1.351652772s","start":"2026-05-07T10:07:05.164813Z","end":"2026-05-07T10:07:06.516466Z","steps":["trace[1256333] 'agreement among raft nodes before linearized reading' (duration: 1.35159031s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.516472Z","caller":"traceutil/trace.go:171","msg":"trace[1384424400] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25145; }","duration":"218.757404ms","start":"2026-05-07T10:07:06.297706Z","end":"2026-05-07T10:07:06.516463Z","steps":["trace[1384424400] 'agreement among raft nodes before linearized reading' (duration: 218.703343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.161085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:06.516491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.164791Z","time spent":"1.351695612s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" "} {"level":"info","ts":"2026-05-07T10:07:06.516501Z","caller":"traceutil/trace.go:171","msg":"trace[606989105] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25145; }","duration":"268.214237ms","start":"2026-05-07T10:07:06.248281Z","end":"2026-05-07T10:07:06.516496Z","steps":["trace[606989105] 'agreement among raft nodes before linearized reading' (duration: 268.170456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120280216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-07T10:07:06.515808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.049361Z","time spent":"5.466439766s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:06.516525Z","caller":"traceutil/trace.go:171","msg":"trace[1702049341] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25145; }","duration":"2.120378018s","start":"2026-05-07T10:07:04.396141Z","end":"2026-05-07T10:07:06.516519Z","steps":["trace[1702049341] 'agreement among raft nodes before linearized reading' (duration: 2.120324607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.396117Z","time spent":"2.120422509s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235611431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:07:06.516091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118850617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.51657Z","caller":"traceutil/trace.go:171","msg":"trace[1424062897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25145; }","duration":"3.235666423s","start":"2026-05-07T10:07:03.280894Z","end":"2026-05-07T10:07:06.51656Z","steps":["trace[1424062897] 'agreement among raft nodes before linearized reading' (duration: 3.235577601s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.51658Z","caller":"traceutil/trace.go:171","msg":"trace[41968946] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25145; }","duration":"6.119370539s","start":"2026-05-07T10:07:00.397197Z","end":"2026-05-07T10:07:06.516568Z","steps":["trace[41968946] 'agreement among raft nodes before linearized reading' (duration: 6.118873138s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548217468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:06.516597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.280881Z","time spent":"3.235709354s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:07:06.516617Z","caller":"traceutil/trace.go:171","msg":"trace[1965155537] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25145; }","duration":"2.548287569s","start":"2026-05-07T10:07:03.968323Z","end":"2026-05-07T10:07:06.51661Z","steps":["trace[1965155537] 'agreement among raft nodes before linearized reading' (duration: 2.548255558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.51662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.397175Z","time spent":"6.11943272s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.968296Z","time spent":"2.548334281s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118669407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T10:07:06.516673Z","caller":"traceutil/trace.go:171","msg":"trace[545637220] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25145; }","duration":"2.118707259s","start":"2026-05-07T10:07:04.397959Z","end":"2026-05-07T10:07:06.516666Z","steps":["trace[545637220] 'agreement among raft nodes before linearized reading' (duration: 2.118652127s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.911675Z","time spent":"2.604655145s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.397949Z","time spent":"2.118738259s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118723939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T10:07:06.516736Z","caller":"traceutil/trace.go:171","msg":"trace[989369008] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25145; }","duration":"2.119165359s","start":"2026-05-07T10:07:04.397565Z","end":"2026-05-07T10:07:06.516731Z","steps":["trace[989369008] 'agreement among raft nodes before linearized reading' (duration: 2.118710768s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.397543Z","time spent":"2.119208221s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118580295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-07T10:07:06.51679Z","caller":"traceutil/trace.go:171","msg":"trace[1127368445] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25145; }","duration":"2.119118698s","start":"2026-05-07T10:07:04.397664Z","end":"2026-05-07T10:07:06.516783Z","steps":["trace[1127368445] 'agreement among raft nodes before linearized reading' (duration: 2.118558055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.397658Z","time spent":"2.119148269s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933986719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T10:07:06.516211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.2411686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a29e201d-b20a-4f37-9a1b-eed077345516\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-07T10:07:06.516597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422078828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:06.516854Z","caller":"traceutil/trace.go:171","msg":"trace[170704697] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a29e201d-b20a-4f37-9a1b-eed077345516; range_end:; response_count:1; response_revision:25145; }","duration":"8.241819966s","start":"2026-05-07T10:06:58.275027Z","end":"2026-05-07T10:07:06.516847Z","steps":["trace[170704697] 'agreement among raft nodes before linearized reading' (duration: 8.24113781s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.516852Z","caller":"traceutil/trace.go:171","msg":"trace[685467270] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25145; }","duration":"2.934056981s","start":"2026-05-07T10:07:03.582787Z","end":"2026-05-07T10:07:06.516844Z","steps":["trace[685467270] 'agreement among raft nodes before linearized reading' (duration: 2.933915917s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.516862Z","caller":"traceutil/trace.go:171","msg":"trace[425790948] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25145; }","duration":"1.422378285s","start":"2026-05-07T10:07:05.094476Z","end":"2026-05-07T10:07:06.516855Z","steps":["trace[425790948] 'agreement among raft nodes before linearized reading' (duration: 1.422091558s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.275017Z","time spent":"8.241850676s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a29e201d-b20a-4f37-9a1b-eed077345516\" "} {"level":"warn","ts":"2026-05-07T10:07:06.51633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778945458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T10:07:06.516882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.582765Z","time spent":"2.934107931s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930419595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:06.516908Z","caller":"traceutil/trace.go:171","msg":"trace[455855957] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25145; }","duration":"3.779543691s","start":"2026-05-07T10:07:02.737357Z","end":"2026-05-07T10:07:06.516901Z","steps":["trace[455855957] 'agreement among raft nodes before linearized reading' (duration: 3.778903136s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.516923Z","caller":"traceutil/trace.go:171","msg":"trace[233682481] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25145; }","duration":"2.930708652s","start":"2026-05-07T10:07:03.586208Z","end":"2026-05-07T10:07:06.516916Z","steps":["trace[233682481] 'agreement among raft nodes before linearized reading' (duration: 2.930455276s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.516932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.737348Z","time spent":"3.779575643s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T10:07:06.516945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.586137Z","time spent":"2.930802474s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.516888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.094456Z","time spent":"1.422423597s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:06.515109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.619853Z","time spent":"4.895221804s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:07.022363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:07.522983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:07.660412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106948269s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:08.841979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180783585s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-07T10:07:08.84279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.517795Z","time spent":"2.32498751s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:09.118172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:09.118271Z","caller":"traceutil/trace.go:171","msg":"trace[1205142039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728435s","start":"2026-05-07T10:07:07.117512Z","end":"2026-05-07T10:07:09.118241Z","steps":["trace[1205142039] 'agreement among raft nodes before linearized reading' (duration: 2.000597372s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.118324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.117496Z","time spent":"2.000818118s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:09.395506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872089174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.395599Z","caller":"traceutil/trace.go:171","msg":"trace[218329387] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.872228597s","start":"2026-05-07T10:07:06.523348Z","end":"2026-05-07T10:07:09.395577Z","steps":["trace[218329387] 'agreement among raft nodes before linearized reading' (duration: 2.872091994s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.395669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.523345Z","time spent":"2.872301039s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.39581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873362494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.395888Z","caller":"traceutil/trace.go:171","msg":"trace[1223191493] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.873414695s","start":"2026-05-07T10:07:06.522429Z","end":"2026-05-07T10:07:09.395844Z","steps":["trace[1223191493] 'agreement among raft nodes before linearized reading' (duration: 2.873369294s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.395932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.522426Z","time spent":"2.873495767s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.396911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874655855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.396999Z","caller":"traceutil/trace.go:171","msg":"trace[1759396601] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.874840069s","start":"2026-05-07T10:07:06.522136Z","end":"2026-05-07T10:07:09.396976Z","steps":["trace[1759396601] 'agreement among raft nodes before linearized reading' (duration: 2.874727956s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.397054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.522128Z","time spent":"2.874916571s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.397172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875068964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.397202Z","caller":"traceutil/trace.go:171","msg":"trace[762566505] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.875133566s","start":"2026-05-07T10:07:06.522061Z","end":"2026-05-07T10:07:09.397194Z","steps":["trace[762566505] 'agreement among raft nodes before linearized reading' (duration: 2.875094435s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.397227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.52205Z","time spent":"2.875171207s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.397292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874869399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.39732Z","caller":"traceutil/trace.go:171","msg":"trace[420214485] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"2.874907331s","start":"2026-05-07T10:07:06.522406Z","end":"2026-05-07T10:07:09.397313Z","steps":["trace[420214485] 'agreement among raft nodes before linearized reading' (duration: 2.87487961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.397344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.5224Z","time spent":"2.874938462s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.399588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877333168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.399639Z","caller":"traceutil/trace.go:171","msg":"trace[1657869928] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.877501962s","start":"2026-05-07T10:07:06.522125Z","end":"2026-05-07T10:07:09.399627Z","steps":["trace[1657869928] 'agreement among raft nodes before linearized reading' (duration: 2.87744352s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.399673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.52212Z","time spent":"2.877544592s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.414927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823574234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:09.415075Z","caller":"traceutil/trace.go:171","msg":"trace[1728676584] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"2.823770929s","start":"2026-05-07T10:07:06.591285Z","end":"2026-05-07T10:07:09.415056Z","steps":["trace[1728676584] 'agreement among raft nodes before linearized reading' (duration: 2.823608625s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.41513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.591261Z","time spent":"2.8238544s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.444853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.67305482s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:10.275239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.523253Z","time spent":"3.751973803s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.276155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995138087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:10.276204Z","caller":"traceutil/trace.go:171","msg":"trace[1078913146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995230409s","start":"2026-05-07T10:07:07.280958Z","end":"2026-05-07T10:07:10.276189Z","steps":["trace[1078913146] 'agreement among raft nodes before linearized reading' (duration: 2.995163908s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.276246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.280943Z","time spent":"2.99529546s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.27797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.521785Z","time spent":"3.756177612s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.278067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.522279Z","time spent":"3.755780423s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:10.278148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997100123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:10.278215Z","caller":"traceutil/trace.go:171","msg":"trace[915621820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997195226s","start":"2026-05-07T10:07:07.281004Z","end":"2026-05-07T10:07:10.278199Z","steps":["trace[915621820] 'agreement among raft nodes before linearized reading' (duration: 2.997106384s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.278255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.280999Z","time spent":"2.997249027s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.282407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755597338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:10.282469Z","caller":"traceutil/trace.go:171","msg":"trace[2077362303] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"3.75566876s","start":"2026-05-07T10:07:06.526787Z","end":"2026-05-07T10:07:10.282456Z","steps":["trace[2077362303] 'agreement among raft nodes before linearized reading' (duration: 3.755578367s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.282497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.52677Z","time spent":"3.755720701s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.35368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.619329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:10.353806Z","caller":"traceutil/trace.go:171","msg":"trace[750604808] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25145; }","duration":"921.761373ms","start":"2026-05-07T10:07:09.432028Z","end":"2026-05-07T10:07:10.353789Z","steps":["trace[750604808] 'range keys from in-memory index tree' (duration: 921.604449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.35469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.542346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:10.354921Z","caller":"traceutil/trace.go:171","msg":"trace[818186082] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"3.835380844s","start":"2026-05-07T10:07:06.519498Z","end":"2026-05-07T10:07:10.354879Z","steps":["trace[818186082] 'process raft request' (duration: 2.925565182s)","trace[818186082] 'compare' (duration: 908.470621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:10.355114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.519481Z","time spent":"3.835539238s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:10.356177Z","caller":"traceutil/trace.go:171","msg":"trace[482831731] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"3.834264228s","start":"2026-05-07T10:07:06.521892Z","end":"2026-05-07T10:07:10.356157Z","steps":["trace[482831731] 'process raft request' (duration: 3.832956678s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.356268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.52185Z","time spent":"3.834368481s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:10.356372Z","caller":"traceutil/trace.go:171","msg":"trace[1023575837] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"3.834013892s","start":"2026-05-07T10:07:06.522249Z","end":"2026-05-07T10:07:10.356263Z","steps":["trace[1023575837] 'process raft request' (duration: 3.833843718s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:10.35646Z","caller":"traceutil/trace.go:171","msg":"trace[1194179749] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"3.829727881s","start":"2026-05-07T10:07:06.526724Z","end":"2026-05-07T10:07:10.356452Z","steps":["trace[1194179749] 'process raft request' (duration: 3.829478596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.356466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.522241Z","time spent":"3.834181207s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:10.356471Z","caller":"traceutil/trace.go:171","msg":"trace[1727430894] linearizableReadLoop","detail":"{readStateIndex:25976; appliedIndex:25967; }","duration":"3.83435997s","start":"2026-05-07T10:07:06.522092Z","end":"2026-05-07T10:07:10.356452Z","steps":["trace[1727430894] 'read index received' (duration: 1.138515271s)","trace[1727430894] 'applied index is now lower than readState.Index' (duration: 2.695844089s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:10.356497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.526719Z","time spent":"3.829757682s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:10.357126Z","caller":"traceutil/trace.go:171","msg":"trace[1778518158] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"3.526782708s","start":"2026-05-07T10:07:06.830323Z","end":"2026-05-07T10:07:10.357106Z","steps":["trace[1778518158] 'process raft request' (duration: 3.526046741s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.357235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.830304Z","time spent":"3.526888151s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:10.490894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:10.49097Z","caller":"traceutil/trace.go:171","msg":"trace[1732211205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054277s","start":"2026-05-07T10:07:08.490409Z","end":"2026-05-07T10:07:10.490952Z","steps":["trace[1732211205] 'agreement among raft nodes before linearized reading' (duration: 2.000455278s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.491012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.490339Z","time spent":"2.000665552s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:10.856591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:10.872752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42772691s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:11.008678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.63099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:11.009136Z","caller":"traceutil/trace.go:171","msg":"trace[1467684996] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"1.60674615s","start":"2026-05-07T10:07:09.402363Z","end":"2026-05-07T10:07:11.009109Z","steps":["trace[1467684996] 'process raft request' (duration: 1.606551965s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.009276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.402355Z","time spent":"1.606871753s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T10:07:11.009378Z","caller":"traceutil/trace.go:171","msg":"trace[165640938] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"2.165602171s","start":"2026-05-07T10:07:08.84374Z","end":"2026-05-07T10:07:11.009342Z","steps":["trace[165640938] 'process raft request' (duration: 2.029172593s)","trace[165640938] 'compare' (duration: 135.292572ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:11.009469Z","caller":"traceutil/trace.go:171","msg":"trace[1764282821] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"1.606892793s","start":"2026-05-07T10:07:09.402562Z","end":"2026-05-07T10:07:11.009455Z","steps":["trace[1764282821] 'process raft request' (duration: 1.606478993s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.00971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.402552Z","time spent":"1.607127988s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:11.009712Z","caller":"traceutil/trace.go:171","msg":"trace[1225296938] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"1.607223161s","start":"2026-05-07T10:07:09.402234Z","end":"2026-05-07T10:07:11.009457Z","steps":["trace[1225296938] 'process raft request' (duration: 1.606557546s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.009745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.843717Z","time spent":"2.165747154s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:11.00982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.402212Z","time spent":"1.607551098s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:11.118905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:11.119007Z","caller":"traceutil/trace.go:171","msg":"trace[1317780914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295164s","start":"2026-05-07T10:07:09.118693Z","end":"2026-05-07T10:07:11.118989Z","steps":["trace[1317780914] 'agreement among raft nodes before linearized reading' (duration: 2.000162891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.11906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.118675Z","time spent":"2.000372836s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:12.617083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744123851s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:12.617604Z","caller":"traceutil/trace.go:171","msg":"trace[1662924806] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25158; }","duration":"2.337888192s","start":"2026-05-07T10:07:10.279652Z","end":"2026-05-07T10:07:12.617541Z","steps":["trace[1662924806] 'process raft request' (duration: 2.337670207s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.617648Z","caller":"traceutil/trace.go:171","msg":"trace[1477284759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25158; }","duration":"2.33739676s","start":"2026-05-07T10:07:10.280197Z","end":"2026-05-07T10:07:12.617594Z","steps":["trace[1477284759] 'process raft request' (duration: 2.337236127s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.617676Z","caller":"traceutil/trace.go:171","msg":"trace[652781982] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25976; }","duration":"2.261138368s","start":"2026-05-07T10:07:10.356521Z","end":"2026-05-07T10:07:12.617659Z","steps":["trace[652781982] 'read index received' (duration: 516.404083ms)","trace[652781982] 'applied index is now lower than readState.Index' (duration: 1.744733275s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:12.617753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.28017Z","time spent":"2.337522134s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:12.617756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.279623Z","time spent":"2.338047996s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:12.617838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545057135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:12.617884Z","caller":"traceutil/trace.go:171","msg":"trace[90296935] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25161; }","duration":"5.545114196s","start":"2026-05-07T10:07:07.072757Z","end":"2026-05-07T10:07:12.617871Z","steps":["trace[90296935] 'agreement among raft nodes before linearized reading' (duration: 5.544994323s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.617925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929055674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:12.617953Z","caller":"traceutil/trace.go:171","msg":"trace[1431382342] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"2.33691424s","start":"2026-05-07T10:07:10.28103Z","end":"2026-05-07T10:07:12.617945Z","steps":["trace[1431382342] 'process raft request' (duration: 2.336436948s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.617964Z","caller":"traceutil/trace.go:171","msg":"trace[2043584626] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25161; }","duration":"5.929116826s","start":"2026-05-07T10:07:06.688837Z","end":"2026-05-07T10:07:12.617954Z","steps":["trace[2043584626] 'agreement among raft nodes before linearized reading' (duration: 5.929052014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.617995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.688818Z","time spent":"5.929169087s","remote":"127.0.0.1:52920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.09787787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-07T10:07:12.618065Z","caller":"traceutil/trace.go:171","msg":"trace[1424749113] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"2.335858854s","start":"2026-05-07T10:07:10.282199Z","end":"2026-05-07T10:07:12.618058Z","steps":["trace[1424749113] 'process raft request' (duration: 2.335353902s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091439293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-07T10:07:12.6181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.282186Z","time spent":"2.335894266s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:12.618123Z","caller":"traceutil/trace.go:171","msg":"trace[729761861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25161; }","duration":"6.091473874s","start":"2026-05-07T10:07:06.526639Z","end":"2026-05-07T10:07:12.618113Z","steps":["trace[729761861] 'agreement among raft nodes before linearized reading' (duration: 6.0913112s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.526624Z","time spent":"6.091524474s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T10:07:12.618169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989587666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:12.618176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322718483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:12.618195Z","caller":"traceutil/trace.go:171","msg":"trace[1447499122] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25161; }","duration":"2.989670377s","start":"2026-05-07T10:07:09.628516Z","end":"2026-05-07T10:07:12.618186Z","steps":["trace[1447499122] 'agreement among raft nodes before linearized reading' (duration: 2.989601516s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.618205Z","caller":"traceutil/trace.go:171","msg":"trace[1690581741] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25161; }","duration":"4.322822876s","start":"2026-05-07T10:07:08.295374Z","end":"2026-05-07T10:07:12.618197Z","steps":["trace[1690581741] 'agreement among raft nodes before linearized reading' (duration: 4.322740284s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923947505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:12.618246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756121407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:12.61825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.295349Z","time spent":"4.322891458s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:12.618267Z","caller":"traceutil/trace.go:171","msg":"trace[84935910] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25161; }","duration":"2.756142417s","start":"2026-05-07T10:07:09.86212Z","end":"2026-05-07T10:07:12.618262Z","steps":["trace[84935910] 'agreement among raft nodes before linearized reading' (duration: 2.756109146s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.618259Z","caller":"traceutil/trace.go:171","msg":"trace[1798098084] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25161; }","duration":"5.923997766s","start":"2026-05-07T10:07:06.69425Z","end":"2026-05-07T10:07:12.618247Z","steps":["trace[1798098084] 'agreement among raft nodes before linearized reading' (duration: 5.923940184s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.8621Z","time spent":"2.756178258s","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.281017Z","time spent":"2.33696658s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:12.618294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.694243Z","time spent":"5.924042757s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.095212542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:12.618421Z","caller":"traceutil/trace.go:171","msg":"trace[2042344983] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25161; }","duration":"6.095271203s","start":"2026-05-07T10:07:06.523141Z","end":"2026-05-07T10:07:12.618412Z","steps":["trace[2042344983] 'agreement among raft nodes before linearized reading' (duration: 6.095210211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.61844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99659553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:12.618459Z","caller":"traceutil/trace.go:171","msg":"trace[483906071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25161; }","duration":"2.996643912s","start":"2026-05-07T10:07:09.62181Z","end":"2026-05-07T10:07:12.618454Z","steps":["trace[483906071] 'agreement among raft nodes before linearized reading' (duration: 2.996608131s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:12.618087Z","caller":"traceutil/trace.go:171","msg":"trace[800687640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25161; }","duration":"5.098004622s","start":"2026-05-07T10:07:07.520062Z","end":"2026-05-07T10:07:12.618067Z","steps":["trace[800687640] 'agreement among raft nodes before linearized reading' (duration: 5.097701865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.621795Z","time spent":"2.996680572s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.520043Z","time spent":"5.098436753s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:07:12.618506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58205691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:12.61793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.072703Z","time spent":"5.545213659s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:12.618543Z","caller":"traceutil/trace.go:171","msg":"trace[554604166] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25161; }","duration":"4.582125282s","start":"2026-05-07T10:07:08.036409Z","end":"2026-05-07T10:07:12.618534Z","steps":["trace[554604166] 'agreement among raft nodes before linearized reading' (duration: 4.582060841s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.036393Z","time spent":"4.582176153s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.52313Z","time spent":"6.095319544s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T10:07:12.617837Z","caller":"traceutil/trace.go:171","msg":"trace[405565780] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"2.235578557s","start":"2026-05-07T10:07:10.38223Z","end":"2026-05-07T10:07:12.617809Z","steps":["trace[405565780] 'process raft request' (duration: 2.235380383s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.382213Z","time spent":"2.236477108s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:12.618218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:09.628495Z","time spent":"2.989719349s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798015935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:12.618859Z","caller":"traceutil/trace.go:171","msg":"trace[1372726566] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25161; }","duration":"3.798098627s","start":"2026-05-07T10:07:08.820751Z","end":"2026-05-07T10:07:12.618849Z","steps":["trace[1372726566] 'agreement among raft nodes before linearized reading' (duration: 3.797927663s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.61887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978053552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:07:12.618893Z","caller":"traceutil/trace.go:171","msg":"trace[1187192270] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25161; }","duration":"4.978097134s","start":"2026-05-07T10:07:07.640789Z","end":"2026-05-07T10:07:12.618886Z","steps":["trace[1187192270] 'agreement among raft nodes before linearized reading' (duration: 4.978020772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.618896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.820731Z","time spent":"3.798156978s","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:12.618909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.640773Z","time spent":"4.978131054s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T10:07:12.61906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82234123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274796"} {"level":"info","ts":"2026-05-07T10:07:12.619102Z","caller":"traceutil/trace.go:171","msg":"trace[25941352] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25161; }","duration":"4.822429574s","start":"2026-05-07T10:07:07.796663Z","end":"2026-05-07T10:07:12.619092Z","steps":["trace[25941352] 'agreement among raft nodes before linearized reading' (duration: 4.822050735s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.619137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.796639Z","time spent":"4.822490754s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274818,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-07T10:07:12.618049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04702017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:12.619632Z","caller":"traceutil/trace.go:171","msg":"trace[1317584868] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25161; }","duration":"4.04872857s","start":"2026-05-07T10:07:08.570886Z","end":"2026-05-07T10:07:12.619614Z","steps":["trace[1317584868] 'agreement among raft nodes before linearized reading' (duration: 4.046864586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.619709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.570826Z","time spent":"4.048864304s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.118284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:13.125812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:13.125918Z","caller":"traceutil/trace.go:171","msg":"trace[1535328765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045971s","start":"2026-05-07T10:07:11.125426Z","end":"2026-05-07T10:07:13.125885Z","steps":["trace[1535328765] 'agreement among raft nodes before linearized reading' (duration: 2.000321547s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.125978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.125403Z","time spent":"2.000562993s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:07:13.502227Z","caller":"traceutil/trace.go:171","msg":"trace[696870784] linearizableReadLoop","detail":"{readStateIndex:25987; appliedIndex:25986; }","duration":"884.47553ms","start":"2026-05-07T10:07:12.617726Z","end":"2026-05-07T10:07:13.502202Z","steps":["trace[696870784] 'read index received' (duration: 846.828884ms)","trace[696870784] 'applied index is now lower than readState.Index' (duration: 37.645936ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:13.502438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335509559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:13.502464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490529684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T10:07:13.502483Z","caller":"traceutil/trace.go:171","msg":"trace[1821140001] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25162; }","duration":"2.490577346s","start":"2026-05-07T10:07:11.011898Z","end":"2026-05-07T10:07:13.502475Z","steps":["trace[1821140001] 'agreement among raft nodes before linearized reading' (duration: 2.490492884s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:13.502487Z","caller":"traceutil/trace.go:171","msg":"trace[2106025968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25162; }","duration":"2.335574391s","start":"2026-05-07T10:07:11.166897Z","end":"2026-05-07T10:07:13.502472Z","steps":["trace[2106025968] 'agreement among raft nodes before linearized reading' (duration: 2.335479318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.5025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.011885Z","time spent":"2.490611326s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:13.502543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.166842Z","time spent":"2.335670012s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.502659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.993278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-07T10:07:13.502629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143577159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:13.502674Z","caller":"traceutil/trace.go:171","msg":"trace[1521696281] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a; range_end:; response_count:1; response_revision:25162; }","duration":"881.08344ms","start":"2026-05-07T10:07:12.621585Z","end":"2026-05-07T10:07:13.502668Z","steps":["trace[1521696281] 'agreement among raft nodes before linearized reading' (duration: 881.034119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43778326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:13.502708Z","caller":"traceutil/trace.go:171","msg":"trace[2110505708] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25162; }","duration":"3.143735474s","start":"2026-05-07T10:07:10.358949Z","end":"2026-05-07T10:07:13.502684Z","steps":["trace[2110505708] 'agreement among raft nodes before linearized reading' (duration: 3.143465447s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445415569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:13.502728Z","caller":"traceutil/trace.go:171","msg":"trace[1708198350] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25162; }","duration":"1.437903982s","start":"2026-05-07T10:07:12.064802Z","end":"2026-05-07T10:07:13.502706Z","steps":["trace[1708198350] 'agreement among raft nodes before linearized reading' (duration: 1.437717968s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730669711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:13.502763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.088623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:13.502758Z","caller":"traceutil/trace.go:171","msg":"trace[1950295217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25162; }","duration":"1.445479s","start":"2026-05-07T10:07:12.057269Z","end":"2026-05-07T10:07:13.502748Z","steps":["trace[1950295217] 'agreement among raft nodes before linearized reading' (duration: 1.445428399s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:13.502778Z","caller":"traceutil/trace.go:171","msg":"trace[698575615] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25162; }","duration":"879.116314ms","start":"2026-05-07T10:07:12.623657Z","end":"2026-05-07T10:07:13.502773Z","steps":["trace[698575615] 'agreement among raft nodes before linearized reading' (duration: 879.093393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.358933Z","time spent":"3.143822935s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T10:07:13.502765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058332171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:13.502787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.057237Z","time spent":"1.445542112s","remote":"127.0.0.1:44940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:13.502796Z","caller":"traceutil/trace.go:171","msg":"trace[1826953795] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25162; }","duration":"2.730796564s","start":"2026-05-07T10:07:10.771977Z","end":"2026-05-07T10:07:13.502773Z","steps":["trace[1826953795] 'agreement among raft nodes before linearized reading' (duration: 2.730551648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:13.502815Z","caller":"traceutil/trace.go:171","msg":"trace[1113958289] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"1.139317042s","start":"2026-05-07T10:07:12.363485Z","end":"2026-05-07T10:07:13.502803Z","steps":["trace[1113958289] 'process raft request' (duration: 1.101157254s)","trace[1113958289] 'compare' (duration: 36.775526ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:13.502824Z","caller":"traceutil/trace.go:171","msg":"trace[1773338912] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25162; }","duration":"2.058430973s","start":"2026-05-07T10:07:11.444379Z","end":"2026-05-07T10:07:13.50281Z","steps":["trace[1773338912] 'agreement among raft nodes before linearized reading' (duration: 2.058342961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.064785Z","time spent":"1.437977564s","remote":"127.0.0.1:44996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.50286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.444358Z","time spent":"2.058492374s","remote":"127.0.0.1:55320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.502857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.771918Z","time spent":"2.730924416s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.502869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977694635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:07:13.502896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.363468Z","time spent":"1.139372283s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:13.50291Z","caller":"traceutil/trace.go:171","msg":"trace[632854835] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25162; }","duration":"1.977741307s","start":"2026-05-07T10:07:11.525158Z","end":"2026-05-07T10:07:13.502899Z","steps":["trace[632854835] 'agreement among raft nodes before linearized reading' (duration: 1.977585913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.525107Z","time spent":"1.977823548s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:07:13.502969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142540628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T10:07:13.502741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.76703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:13.502986Z","caller":"traceutil/trace.go:171","msg":"trace[144620664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25162; }","duration":"1.14259969s","start":"2026-05-07T10:07:12.360382Z","end":"2026-05-07T10:07:13.502982Z","steps":["trace[144620664] 'agreement among raft nodes before linearized reading' (duration: 1.142543378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.36036Z","time spent":"1.14263669s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T10:07:13.503006Z","caller":"traceutil/trace.go:171","msg":"trace[1159371127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25162; }","duration":"377.061507ms","start":"2026-05-07T10:07:13.125935Z","end":"2026-05-07T10:07:13.502997Z","steps":["trace[1159371127] 'agreement among raft nodes before linearized reading' (duration: 376.793241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.503046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042098796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:13.503041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.125915Z","time spent":"377.117278ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:07:13.503059Z","caller":"traceutil/trace.go:171","msg":"trace[1770776713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25162; }","duration":"1.042111796s","start":"2026-05-07T10:07:12.460942Z","end":"2026-05-07T10:07:13.503054Z","steps":["trace[1770776713] 'agreement among raft nodes before linearized reading' (duration: 1.042090916s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.503073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.460915Z","time spent":"1.042152267s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:13.503092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139063584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-05-07T10:07:13.502689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.621566Z","time spent":"881.119561ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a\" "} {"level":"info","ts":"2026-05-07T10:07:13.503128Z","caller":"traceutil/trace.go:171","msg":"trace[1241079865] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25162; }","duration":"3.139122505s","start":"2026-05-07T10:07:10.363994Z","end":"2026-05-07T10:07:13.503117Z","steps":["trace[1241079865] 'agreement among raft nodes before linearized reading' (duration: 3.139005532s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.502789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.623651Z","time spent":"879.135994ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:07:13.503159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.36398Z","time spent":"3.139172067s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T10:07:13.503238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562541978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:13.50329Z","caller":"traceutil/trace.go:171","msg":"trace[1089575692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25162; }","duration":"2.562658099s","start":"2026-05-07T10:07:10.940616Z","end":"2026-05-07T10:07:13.503274Z","steps":["trace[1089575692] 'agreement among raft nodes before linearized reading' (duration: 2.562535927s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.503336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.940596Z","time spent":"2.562724651s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:14.009489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:14.510226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:15.011132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:15.509202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999098486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:15.509288Z","caller":"traceutil/trace.go:171","msg":"trace[986517429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999209238s","start":"2026-05-07T10:07:13.510055Z","end":"2026-05-07T10:07:15.509264Z","steps":["trace[986517429] 'agreement among raft nodes before linearized reading' (duration: 1.999114456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.509359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.510041Z","time spent":"1.999300721s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:15.5114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:16.015596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:16.383182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.877647165s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:16.665258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.823107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:16.665373Z","caller":"traceutil/trace.go:171","msg":"trace[108701921] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"3.159899761s","start":"2026-05-07T10:07:13.505452Z","end":"2026-05-07T10:07:16.665352Z","steps":["trace[108701921] 'process raft request' (duration: 2.87790735s)","trace[108701921] 'compare' (duration: 280.347312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:16.665436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.505437Z","time spent":"3.159966413s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:17.509599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:17.509672Z","caller":"traceutil/trace.go:171","msg":"trace[67980810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229902s","start":"2026-05-07T10:07:15.509421Z","end":"2026-05-07T10:07:17.509651Z","steps":["trace[67980810] 'agreement among raft nodes before linearized reading' (duration: 2.00013823s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:17.509709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.509403Z","time spent":"2.000299614s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:18.488422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.054544629s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:18.50698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.508694Z","time spent":"4.998280138s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:18.657252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.616925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:18.657656Z","caller":"traceutil/trace.go:171","msg":"trace[472796439] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"5.145308336s","start":"2026-05-07T10:07:13.512325Z","end":"2026-05-07T10:07:18.657633Z","steps":["trace[472796439] 'process raft request' (duration: 5.144994038s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:18.657664Z","caller":"traceutil/trace.go:171","msg":"trace[615546045] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"3.144086889s","start":"2026-05-07T10:07:15.513552Z","end":"2026-05-07T10:07:18.657639Z","steps":["trace[615546045] 'process raft request' (duration: 3.143864113s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:18.657678Z","caller":"traceutil/trace.go:171","msg":"trace[1037855112] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"4.634486425s","start":"2026-05-07T10:07:14.023159Z","end":"2026-05-07T10:07:18.657645Z","steps":["trace[1037855112] 'process raft request' (duration: 4.634223919s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:18.657748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.512312Z","time spent":"5.145391857s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:18.657777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.513535Z","time spent":"3.144177961s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:18.657814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.02313Z","time spent":"4.634613437s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:19.350124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.666677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:07:19.350205Z","caller":"traceutil/trace.go:171","msg":"trace[1413492108] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25987; }","duration":"5.841574957s","start":"2026-05-07T10:07:13.508618Z","end":"2026-05-07T10:07:19.350193Z","steps":["trace[1413492108] 'read index received' (duration: 2.874833628s)","trace[1413492108] 'applied index is now lower than readState.Index' (duration: 2.966739969s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:19.350583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841958006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-07T10:07:19.350607Z","caller":"traceutil/trace.go:171","msg":"trace[699196876] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25167; }","duration":"5.842006778s","start":"2026-05-07T10:07:13.508594Z","end":"2026-05-07T10:07:19.350601Z","steps":["trace[699196876] 'agreement among raft nodes before linearized reading' (duration: 5.841908006s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:19.350624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.508586Z","time spent":"5.842034388s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-07T10:07:19.518713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:19.51884Z","caller":"traceutil/trace.go:171","msg":"trace[856265940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049498s","start":"2026-05-07T10:07:17.518315Z","end":"2026-05-07T10:07:19.51881Z","steps":["trace[856265940] 'agreement among raft nodes before linearized reading' (duration: 2.000320356s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:19.518908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.518295Z","time spent":"2.000599433s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:19.850602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:20.310061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.686026706s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:20.310575Z","caller":"traceutil/trace.go:171","msg":"trace[48005098] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"3.642614182s","start":"2026-05-07T10:07:16.667927Z","end":"2026-05-07T10:07:20.310541Z","steps":["trace[48005098] 'process raft request' (duration: 3.642372586s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:20.310762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.667902Z","time spent":"3.642763175s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:20.310896Z","caller":"traceutil/trace.go:171","msg":"trace[648397415] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"2.685386805s","start":"2026-05-07T10:07:17.625484Z","end":"2026-05-07T10:07:20.310871Z","steps":["trace[648397415] 'process raft request' (duration: 2.685262312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:20.311118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.62546Z","time spent":"2.685575709s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:20.311251Z","caller":"traceutil/trace.go:171","msg":"trace[80918862] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"3.413165087s","start":"2026-05-07T10:07:16.898056Z","end":"2026-05-07T10:07:20.311221Z","steps":["trace[80918862] 'process raft request' (duration: 3.41242585s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:20.311379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.898037Z","time spent":"3.41326315s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:21.518934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:21.519025Z","caller":"traceutil/trace.go:171","msg":"trace[1839165262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174401s","start":"2026-05-07T10:07:19.518833Z","end":"2026-05-07T10:07:21.519007Z","steps":["trace[1839165262] 'agreement among raft nodes before linearized reading' (duration: 2.000053918s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.519122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.518811Z","time spent":"2.000298184s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:21.56396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032214911s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-07T10:07:21.564093Z","caller":"traceutil/trace.go:171","msg":"trace[848319702] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25993; }","duration":"2.213849986s","start":"2026-05-07T10:07:19.350219Z","end":"2026-05-07T10:07:21.564069Z","steps":["trace[848319702] 'read index received' (duration: 960.037754ms)","trace[848319702] 'applied index is now lower than readState.Index' (duration: 1.253809912s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:21.564223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.352842Z","time spent":"2.211376077s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:21.564535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413331568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:21.564598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051851501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:07:21.564603Z","caller":"traceutil/trace.go:171","msg":"trace[1636093516] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25170; }","duration":"5.41345197s","start":"2026-05-07T10:07:16.151134Z","end":"2026-05-07T10:07:21.564586Z","steps":["trace[1636093516] 'agreement among raft nodes before linearized reading' (duration: 5.413329717s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.090890229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:21.564651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.388436157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-05-07T10:07:21.564636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.93964215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-05-07T10:07:21.564661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.151112Z","time spent":"5.413529712s","remote":"127.0.0.1:44764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:21.564681Z","caller":"traceutil/trace.go:171","msg":"trace[404878736] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25170; }","duration":"6.091029333s","start":"2026-05-07T10:07:15.473632Z","end":"2026-05-07T10:07:21.564661Z","steps":["trace[404878736] 'agreement among raft nodes before linearized reading' (duration: 6.090848838s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:21.564691Z","caller":"traceutil/trace.go:171","msg":"trace[593824982] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25170; }","duration":"7.939784474s","start":"2026-05-07T10:07:13.624892Z","end":"2026-05-07T10:07:21.564677Z","steps":["trace[593824982] 'agreement among raft nodes before linearized reading' (duration: 7.93960483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301113561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T10:07:21.564724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.624872Z","time spent":"7.939845916s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:07:21.56473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794785656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:21.564728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.473613Z","time spent":"6.091104815s","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:21.56474Z","caller":"traceutil/trace.go:171","msg":"trace[1171322994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25170; }","duration":"3.301170883s","start":"2026-05-07T10:07:18.263556Z","end":"2026-05-07T10:07:21.564727Z","steps":["trace[1171322994] 'agreement among raft nodes before linearized reading' (duration: 3.301111462s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:21.56475Z","caller":"traceutil/trace.go:171","msg":"trace[1170800374] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25170; }","duration":"5.794866108s","start":"2026-05-07T10:07:15.769878Z","end":"2026-05-07T10:07:21.564744Z","steps":["trace[1170800374] 'agreement among raft nodes before linearized reading' (duration: 5.794813827s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.56477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.769856Z","time spent":"5.79490844s","remote":"127.0.0.1:44748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:21.564803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612621121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:21.564827Z","caller":"traceutil/trace.go:171","msg":"trace[1002006513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25170; }","duration":"4.612681082s","start":"2026-05-07T10:07:16.952138Z","end":"2026-05-07T10:07:21.564819Z","steps":["trace[1002006513] 'agreement among raft nodes before linearized reading' (duration: 4.612644961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902851807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-05-07T10:07:21.564835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251800937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:21.564863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.952119Z","time spent":"4.612739113s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:21.564869Z","caller":"traceutil/trace.go:171","msg":"trace[1892631501] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25170; }","duration":"2.902902138s","start":"2026-05-07T10:07:18.66196Z","end":"2026-05-07T10:07:21.564862Z","steps":["trace[1892631501] 'agreement among raft nodes before linearized reading' (duration: 2.902836747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301021289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T10:07:21.564891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.661946Z","time spent":"2.902938899s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T10:07:21.564891Z","caller":"traceutil/trace.go:171","msg":"trace[1752606573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25170; }","duration":"7.25191164s","start":"2026-05-07T10:07:14.312965Z","end":"2026-05-07T10:07:21.564877Z","steps":["trace[1752606573] 'agreement among raft nodes before linearized reading' (duration: 7.251804277s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606010643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:21.564636Z","caller":"traceutil/trace.go:171","msg":"trace[36321146] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25170; }","duration":"3.051918142s","start":"2026-05-07T10:07:18.512704Z","end":"2026-05-07T10:07:21.564622Z","steps":["trace[36321146] 'agreement among raft nodes before linearized reading' (duration: 3.051779828s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.26354Z","time spent":"3.301223314s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T10:07:21.56493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.312946Z","time spent":"7.251974032s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:21.564939Z","caller":"traceutil/trace.go:171","msg":"trace[2115310526] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25170; }","duration":"6.606474414s","start":"2026-05-07T10:07:14.958456Z","end":"2026-05-07T10:07:21.56493Z","steps":["trace[2115310526] 'agreement among raft nodes before linearized reading' (duration: 6.606014723s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.512686Z","time spent":"3.05226688s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:07:21.564994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.958435Z","time spent":"6.606549975s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:21.565047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895217784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-79b89fd576-w2gfq.18ad3ec06d78b63e\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-07T10:07:21.565072Z","caller":"traceutil/trace.go:171","msg":"trace[2056591515] range","detail":"{range_begin:/registry/events/openstack/barbican-api-79b89fd576-w2gfq.18ad3ec06d78b63e; range_end:; response_count:1; response_revision:25170; }","duration":"4.895268796s","start":"2026-05-07T10:07:16.669796Z","end":"2026-05-07T10:07:21.565065Z","steps":["trace[2056591515] 'agreement among raft nodes before linearized reading' (duration: 4.895201654s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.565094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.669781Z","time spent":"4.895305586s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-79b89fd576-w2gfq.18ad3ec06d78b63e\" "} {"level":"info","ts":"2026-05-07T10:07:21.564679Z","caller":"traceutil/trace.go:171","msg":"trace[1108155195] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25170; }","duration":"6.388521279s","start":"2026-05-07T10:07:15.176147Z","end":"2026-05-07T10:07:21.564669Z","steps":["trace[1108155195] 'agreement among raft nodes before linearized reading' (duration: 6.388423526s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.564534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.197281637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:21.565185Z","caller":"traceutil/trace.go:171","msg":"trace[1953248411] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25170; }","duration":"5.197977263s","start":"2026-05-07T10:07:16.367192Z","end":"2026-05-07T10:07:21.565169Z","steps":["trace[1953248411] 'agreement among raft nodes before linearized reading' (duration: 5.197270307s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.565232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.367174Z","time spent":"5.198045745s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:21.564681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317883682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:21.565376Z","caller":"traceutil/trace.go:171","msg":"trace[1488273560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25170; }","duration":"2.318599789s","start":"2026-05-07T10:07:19.246766Z","end":"2026-05-07T10:07:21.565366Z","steps":["trace[1488273560] 'agreement among raft nodes before linearized reading' (duration: 2.317888952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.565408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.246754Z","time spent":"2.31864237s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:21.564915Z","caller":"traceutil/trace.go:171","msg":"trace[1655820488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25170; }","duration":"3.301284535s","start":"2026-05-07T10:07:18.263612Z","end":"2026-05-07T10:07:21.564896Z","steps":["trace[1655820488] 'agreement among raft nodes before linearized reading' (duration: 3.300960577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.565538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.263606Z","time spent":"3.301924691s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:07:21.565147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.176127Z","time spent":"6.38901133s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:07:21.564713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805712743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:21.565766Z","caller":"traceutil/trace.go:171","msg":"trace[123981455] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25170; }","duration":"2.806771318s","start":"2026-05-07T10:07:18.758973Z","end":"2026-05-07T10:07:21.565745Z","steps":["trace[123981455] 'agreement among raft nodes before linearized reading' (duration: 2.805722443s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.565846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.758962Z","time spent":"2.80686099s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:21.564784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901960166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:21.565944Z","caller":"traceutil/trace.go:171","msg":"trace[1336035703] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25170; }","duration":"2.903143253s","start":"2026-05-07T10:07:18.662785Z","end":"2026-05-07T10:07:21.565929Z","steps":["trace[1336035703] 'agreement among raft nodes before linearized reading' (duration: 2.901940295s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.566002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.662768Z","time spent":"2.903216026s","remote":"127.0.0.1:53018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:21.566376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057564523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-07T10:07:21.566448Z","caller":"traceutil/trace.go:171","msg":"trace[1803486044] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25170; }","duration":"8.057667506s","start":"2026-05-07T10:07:13.508764Z","end":"2026-05-07T10:07:21.566431Z","steps":["trace[1803486044] 'agreement among raft nodes before linearized reading' (duration: 8.055872454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.566495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.50875Z","time spent":"8.057731617s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-07T10:07:21.768366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102854622s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:22.359279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850425681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:22.359351Z","caller":"traceutil/trace.go:171","msg":"trace[2048114392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.850556184s","start":"2026-05-07T10:07:20.508778Z","end":"2026-05-07T10:07:22.359334Z","steps":["trace[2048114392] 'agreement among raft nodes before linearized reading' (duration: 1.850460122s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:22.359384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.508755Z","time spent":"1.850622355s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 10:07:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:22.375517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213069077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:22.375582Z","caller":"traceutil/trace.go:171","msg":"trace[1954767337] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a; range_end:; }","duration":"2.213241091s","start":"2026-05-07T10:07:20.162326Z","end":"2026-05-07T10:07:22.375567Z","steps":["trace[1954767337] 'agreement among raft nodes before linearized reading' (duration: 2.213155609s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:22.375618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.162304Z","time spent":"2.213305402s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad408e84fad87a\" "} 2026/05/07 10:07:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:23.527476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:23.527561Z","caller":"traceutil/trace.go:171","msg":"trace[228839690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272855s","start":"2026-05-07T10:07:21.52727Z","end":"2026-05-07T10:07:23.527543Z","steps":["trace[228839690] 'agreement among raft nodes before linearized reading' (duration: 2.000159932s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:23.527612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.527249Z","time spent":"2.000353716s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:24.114476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345810429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:24.114568Z","caller":"traceutil/trace.go:171","msg":"trace[1380030358] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25997; }","duration":"2.550383929s","start":"2026-05-07T10:07:21.564168Z","end":"2026-05-07T10:07:24.114552Z","steps":["trace[1380030358] 'read index received' (duration: 204.428047ms)","trace[1380030358] 'applied index is now lower than readState.Index' (duration: 2.345954422s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:24.114709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048494815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:24.114781Z","caller":"traceutil/trace.go:171","msg":"trace[387028277] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25171; }","duration":"4.048589847s","start":"2026-05-07T10:07:20.066179Z","end":"2026-05-07T10:07:24.114769Z","steps":["trace[387028277] 'agreement among raft nodes before linearized reading' (duration: 4.048437824s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.1148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56938046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:24.11485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.066168Z","time spent":"4.048642838s","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:24.114858Z","caller":"traceutil/trace.go:171","msg":"trace[1349693116] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25171; }","duration":"3.569430871s","start":"2026-05-07T10:07:20.54541Z","end":"2026-05-07T10:07:24.114841Z","steps":["trace[1349693116] 'agreement among raft nodes before linearized reading' (duration: 3.569357379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.114704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538437563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:24.114905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.545385Z","time spent":"3.569507293s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:24.114938Z","caller":"traceutil/trace.go:171","msg":"trace[1310900681] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25171; }","duration":"3.538720729s","start":"2026-05-07T10:07:20.576198Z","end":"2026-05-07T10:07:24.114919Z","steps":["trace[1310900681] 'agreement among raft nodes before linearized reading' (duration: 3.53835899s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.114946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297258294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:24.114989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.576186Z","time spent":"3.538790741s","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:24.114992Z","caller":"traceutil/trace.go:171","msg":"trace[1214395837] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25171; }","duration":"4.297351856s","start":"2026-05-07T10:07:19.817626Z","end":"2026-05-07T10:07:24.114978Z","steps":["trace[1214395837] 'agreement among raft nodes before linearized reading' (duration: 4.297264164s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.114967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911215343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:24.114995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06274746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:24.115035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.817592Z","time spent":"4.297434138s","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:24.115059Z","caller":"traceutil/trace.go:171","msg":"trace[872695524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25171; }","duration":"4.062852412s","start":"2026-05-07T10:07:20.052189Z","end":"2026-05-07T10:07:24.115041Z","steps":["trace[872695524] 'agreement among raft nodes before linearized reading' (duration: 4.06274731s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.114719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766589806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:24.115073Z","caller":"traceutil/trace.go:171","msg":"trace[644300655] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25171; }","duration":"2.911342076s","start":"2026-05-07T10:07:21.203692Z","end":"2026-05-07T10:07:24.115034Z","steps":["trace[644300655] 'agreement among raft nodes before linearized reading' (duration: 2.911150132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.115116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.052168Z","time spent":"4.062934044s","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:24.115181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.20367Z","time spent":"2.91147683s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:24.115163Z","caller":"traceutil/trace.go:171","msg":"trace[2029406481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25171; }","duration":"3.767092158s","start":"2026-05-07T10:07:20.348044Z","end":"2026-05-07T10:07:24.115137Z","steps":["trace[2029406481] 'agreement among raft nodes before linearized reading' (duration: 3.766525514s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:24.115223Z","caller":"traceutil/trace.go:171","msg":"trace[1819603689] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"3.449783778s","start":"2026-05-07T10:07:20.665403Z","end":"2026-05-07T10:07:24.115187Z","steps":["trace[1819603689] 'process raft request' (duration: 1.103185321s)","trace[1819603689] 'compare' (duration: 2.34377016s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:24.115257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.348021Z","time spent":"3.767200581s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:24.115386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.665374Z","time spent":"3.449928001s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:24.615699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:25.116494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636452603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:25.24301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.474322065s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:25.528393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:25.52845Z","caller":"traceutil/trace.go:171","msg":"trace[561868536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190502s","start":"2026-05-07T10:07:23.528246Z","end":"2026-05-07T10:07:25.528437Z","steps":["trace[561868536] 'agreement among raft nodes before linearized reading' (duration: 2.00011607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:25.528505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.528231Z","time spent":"2.000268003s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:26.985512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742133115s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:26.985683Z","caller":"traceutil/trace.go:171","msg":"trace[736831485] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"5.419845521s","start":"2026-05-07T10:07:21.565811Z","end":"2026-05-07T10:07:26.985657Z","steps":["trace[736831485] 'process raft request' (duration: 3.677489031s)","trace[736831485] 'compare' (duration: 1.742014702s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:26.985735Z","caller":"traceutil/trace.go:171","msg":"trace[1789370335] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"5.418290075s","start":"2026-05-07T10:07:21.567422Z","end":"2026-05-07T10:07:26.985712Z","steps":["trace[1789370335] 'process raft request' (duration: 5.418176243s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:26.985785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.565789Z","time spent":"5.419939064s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:26.985812Z","caller":"traceutil/trace.go:171","msg":"trace[614824435] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"5.416614315s","start":"2026-05-07T10:07:21.569181Z","end":"2026-05-07T10:07:26.985795Z","steps":["trace[614824435] 'process raft request' (duration: 5.416469062s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:26.985839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.567407Z","time spent":"5.418369577s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:26.985869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.569162Z","time spent":"5.416679267s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:26.985928Z","caller":"traceutil/trace.go:171","msg":"trace[216435239] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"5.414147638s","start":"2026-05-07T10:07:21.571757Z","end":"2026-05-07T10:07:26.985905Z","steps":["trace[216435239] 'process raft request' (duration: 5.413985604s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:26.986037Z","caller":"traceutil/trace.go:171","msg":"trace[1214036511] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"5.416423851s","start":"2026-05-07T10:07:21.569604Z","end":"2026-05-07T10:07:26.986028Z","steps":["trace[1214036511] 'process raft request' (duration: 5.416089503s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:26.986081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.569587Z","time spent":"5.416467942s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:26.986034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.571747Z","time spent":"5.414231109s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:27.535543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:27.535646Z","caller":"traceutil/trace.go:171","msg":"trace[2112074537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151702s","start":"2026-05-07T10:07:25.535467Z","end":"2026-05-07T10:07:27.535619Z","steps":["trace[2112074537] 'agreement among raft nodes before linearized reading' (duration: 2.000019569s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.53577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.535456Z","time spent":"2.000292415s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:27.887642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.839285408s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:28.494626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.807099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-07T10:07:28.494815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329088027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.494862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.8768045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.494881Z","caller":"traceutil/trace.go:171","msg":"trace[1961203105] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25176; }","duration":"5.329192338s","start":"2026-05-07T10:07:23.165673Z","end":"2026-05-07T10:07:28.494865Z","steps":["trace[1961203105] 'agreement among raft nodes before linearized reading' (duration: 5.329075656s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.494912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.165662Z","time spent":"5.329240529s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.494918Z","caller":"traceutil/trace.go:171","msg":"trace[1683712480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25176; }","duration":"6.876858811s","start":"2026-05-07T10:07:21.61804Z","end":"2026-05-07T10:07:28.494899Z","steps":["trace[1683712480] 'agreement among raft nodes before linearized reading' (duration: 6.876774809s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.494886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167284541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.494959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.618003Z","time spent":"6.876945972s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.495002Z","caller":"traceutil/trace.go:171","msg":"trace[800038651] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25176; }","duration":"5.167464946s","start":"2026-05-07T10:07:23.327511Z","end":"2026-05-07T10:07:28.494976Z","steps":["trace[800038651] 'agreement among raft nodes before linearized reading' (duration: 5.16721599s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.327501Z","time spent":"5.167545198s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.495116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.926622961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-05-07T10:07:28.495167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.850990822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.495183Z","caller":"traceutil/trace.go:171","msg":"trace[1626399345] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25176; }","duration":"6.926694592s","start":"2026-05-07T10:07:21.568463Z","end":"2026-05-07T10:07:28.495158Z","steps":["trace[1626399345] 'agreement among raft nodes before linearized reading' (duration: 6.926507638s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.495203Z","caller":"traceutil/trace.go:171","msg":"trace[1784367806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25176; }","duration":"6.851047324s","start":"2026-05-07T10:07:21.644144Z","end":"2026-05-07T10:07:28.495191Z","steps":["trace[1784367806] 'agreement among raft nodes before linearized reading' (duration: 6.850990463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.494902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268334688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.495235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.644099Z","time spent":"6.851127516s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.495263Z","caller":"traceutil/trace.go:171","msg":"trace[883619912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25176; }","duration":"5.268763918s","start":"2026-05-07T10:07:23.226487Z","end":"2026-05-07T10:07:28.495251Z","steps":["trace[883619912] 'agreement among raft nodes before linearized reading' (duration: 5.268270726s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.226477Z","time spent":"5.268812268s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.495317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927346014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-07T10:07:28.495349Z","caller":"traceutil/trace.go:171","msg":"trace[833111824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25176; }","duration":"5.927404405s","start":"2026-05-07T10:07:22.567933Z","end":"2026-05-07T10:07:28.495338Z","steps":["trace[833111824] 'agreement among raft nodes before linearized reading' (duration: 5.927316852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.567915Z","time spent":"5.927453306s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"info","ts":"2026-05-07T10:07:28.494734Z","caller":"traceutil/trace.go:171","msg":"trace[1202685599] linearizableReadLoop","detail":"{readStateIndex:26004; appliedIndex:25998; }","duration":"4.380121683s","start":"2026-05-07T10:07:24.114592Z","end":"2026-05-07T10:07:28.494713Z","steps":["trace[1202685599] 'read index received' (duration: 1.128662499s)","trace[1202685599] 'applied index is now lower than readState.Index' (duration: 3.251457544s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:28.495361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.926297204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-07T10:07:28.495226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.568447Z","time spent":"6.926770865s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":803,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-07T10:07:28.495454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977440377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.495514Z","caller":"traceutil/trace.go:171","msg":"trace[1837996995] range","detail":"{range_begin:/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3; range_end:; response_count:1; response_revision:25176; }","duration":"6.926423876s","start":"2026-05-07T10:07:21.569032Z","end":"2026-05-07T10:07:28.495456Z","steps":["trace[1837996995] 'agreement among raft nodes before linearized reading' (duration: 6.925799562s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.927288556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-05-07T10:07:28.495601Z","caller":"traceutil/trace.go:171","msg":"trace[207680872] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25176; }","duration":"4.977659543s","start":"2026-05-07T10:07:23.517891Z","end":"2026-05-07T10:07:28.49555Z","steps":["trace[207680872] 'agreement among raft nodes before linearized reading' (duration: 4.977334195s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593918784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.495592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.569027Z","time spent":"6.926552269s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3\" "} {"level":"warn","ts":"2026-05-07T10:07:28.495689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.51787Z","time spent":"4.977806146s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:07:28.495693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288283631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.495732Z","caller":"traceutil/trace.go:171","msg":"trace[629749002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25176; }","duration":"6.288357053s","start":"2026-05-07T10:07:22.207363Z","end":"2026-05-07T10:07:28.49572Z","steps":["trace[629749002] 'agreement among raft nodes before linearized reading' (duration: 6.288291581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343151101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.49577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.207346Z","time spent":"6.288416514s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.4958Z","caller":"traceutil/trace.go:171","msg":"trace[333605339] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25176; }","duration":"6.343266934s","start":"2026-05-07T10:07:22.152515Z","end":"2026-05-07T10:07:28.495782Z","steps":["trace[333605339] 'agreement among raft nodes before linearized reading' (duration: 6.343158071s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.495687Z","caller":"traceutil/trace.go:171","msg":"trace[250098664] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25176; }","duration":"5.593980905s","start":"2026-05-07T10:07:22.901699Z","end":"2026-05-07T10:07:28.495679Z","steps":["trace[250098664] 'agreement among raft nodes before linearized reading' (duration: 5.593874822s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.495842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.152493Z","time spent":"6.343340245s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.495851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.901682Z","time spent":"5.594157189s","remote":"127.0.0.1:53046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.495723Z","caller":"traceutil/trace.go:171","msg":"trace[751241232] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25176; }","duration":"6.927381329s","start":"2026-05-07T10:07:21.568227Z","end":"2026-05-07T10:07:28.495609Z","steps":["trace[751241232] 'agreement among raft nodes before linearized reading' (duration: 6.926919788s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.49604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.568217Z","time spent":"6.927749267s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-07T10:07:28.496091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.589371421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.49616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447677945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.496212Z","caller":"traceutil/trace.go:171","msg":"trace[1088225110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25176; }","duration":"5.44913463s","start":"2026-05-07T10:07:23.047057Z","end":"2026-05-07T10:07:28.496192Z","steps":["trace[1088225110] 'agreement among raft nodes before linearized reading' (duration: 5.447657745s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.496205Z","caller":"traceutil/trace.go:171","msg":"trace[1459771245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25176; }","duration":"6.589534594s","start":"2026-05-07T10:07:21.906643Z","end":"2026-05-07T10:07:28.496178Z","steps":["trace[1459771245] 'agreement among raft nodes before linearized reading' (duration: 6.588150292s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.496263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.047045Z","time spent":"5.449202431s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.496275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.906603Z","time spent":"6.589662057s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.510759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126388125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.510798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.507393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.510811Z","caller":"traceutil/trace.go:171","msg":"trace[1615500512] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25179; }","duration":"1.126496627s","start":"2026-05-07T10:07:27.384303Z","end":"2026-05-07T10:07:28.5108Z","steps":["trace[1615500512] 'agreement among raft nodes before linearized reading' (duration: 1.126355244s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.510807Z","caller":"traceutil/trace.go:171","msg":"trace[177828980] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"2.389934096s","start":"2026-05-07T10:07:26.120849Z","end":"2026-05-07T10:07:28.510783Z","steps":["trace[177828980] 'process raft request' (duration: 2.389569397s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.510823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077981581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.510866Z","caller":"traceutil/trace.go:171","msg":"trace[997716492] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"2.347522678s","start":"2026-05-07T10:07:26.163334Z","end":"2026-05-07T10:07:28.510857Z","steps":["trace[997716492] 'process raft request' (duration: 2.347140629s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.51087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.384279Z","time spent":"1.126555779s","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.510903Z","caller":"traceutil/trace.go:171","msg":"trace[627974555] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25179; }","duration":"2.078103953s","start":"2026-05-07T10:07:26.432776Z","end":"2026-05-07T10:07:28.51088Z","steps":["trace[627974555] 'agreement among raft nodes before linearized reading' (duration: 2.077950079s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.510928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.163307Z","time spent":"2.34758462s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:28.510903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521930306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T10:07:28.510956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.432763Z","time spent":"2.078183066s","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.51096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866431761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.510973Z","caller":"traceutil/trace.go:171","msg":"trace[1503876482] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"3.193179733s","start":"2026-05-07T10:07:25.317784Z","end":"2026-05-07T10:07:28.510963Z","steps":["trace[1503876482] 'process raft request' (duration: 3.192477326s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.510947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938747317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:07:28.511011Z","caller":"traceutil/trace.go:171","msg":"trace[954154337] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25179; }","duration":"2.866506422s","start":"2026-05-07T10:07:25.644489Z","end":"2026-05-07T10:07:28.510995Z","steps":["trace[954154337] 'agreement among raft nodes before linearized reading' (duration: 2.86641801s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.511034Z","caller":"traceutil/trace.go:171","msg":"trace[1857319407] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25179; }","duration":"1.938861079s","start":"2026-05-07T10:07:26.572155Z","end":"2026-05-07T10:07:28.511016Z","steps":["trace[1857319407] 'agreement among raft nodes before linearized reading' (duration: 1.938525981s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.317754Z","time spent":"3.193244635s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:28.511057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.644473Z","time spent":"2.866574514s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.511083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513693552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-05-07T10:07:28.511098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.572144Z","time spent":"1.938943842s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:07:28.511124Z","caller":"traceutil/trace.go:171","msg":"trace[2063901901] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25179; }","duration":"1.513743173s","start":"2026-05-07T10:07:26.997367Z","end":"2026-05-07T10:07:28.511111Z","steps":["trace[2063901901] 'agreement among raft nodes before linearized reading' (duration: 1.513643191s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104870378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.511177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09675103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.511201Z","caller":"traceutil/trace.go:171","msg":"trace[799564649] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25179; }","duration":"1.10495675s","start":"2026-05-07T10:07:27.406235Z","end":"2026-05-07T10:07:28.511191Z","steps":["trace[799564649] 'agreement among raft nodes before linearized reading' (duration: 1.104887179s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.511213Z","caller":"traceutil/trace.go:171","msg":"trace[1479465169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25179; }","duration":"4.096824342s","start":"2026-05-07T10:07:24.414376Z","end":"2026-05-07T10:07:28.511201Z","steps":["trace[1479465169] 'agreement among raft nodes before linearized reading' (duration: 4.09676889s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.406212Z","time spent":"1.105012002s","remote":"127.0.0.1:55362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.511241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:24.414356Z","time spent":"4.096878023s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.511287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.923361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.511328Z","caller":"traceutil/trace.go:171","msg":"trace[1513426497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25179; }","duration":"829.021873ms","start":"2026-05-07T10:07:27.682296Z","end":"2026-05-07T10:07:28.511317Z","steps":["trace[1513426497] 'agreement among raft nodes before linearized reading' (duration: 828.959682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.510931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.120826Z","time spent":"2.390033889s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:28.511362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.682269Z","time spent":"829.085515ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.511378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739790048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.510875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138522748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.511413Z","caller":"traceutil/trace.go:171","msg":"trace[1807261387] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25179; }","duration":"1.73985842s","start":"2026-05-07T10:07:26.771544Z","end":"2026-05-07T10:07:28.511402Z","steps":["trace[1807261387] 'agreement among raft nodes before linearized reading' (duration: 1.739795879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.094487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.511446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.771529Z","time spent":"1.739907481s","remote":"127.0.0.1:55318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.511451Z","caller":"traceutil/trace.go:171","msg":"trace[1488672203] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25179; }","duration":"3.139140613s","start":"2026-05-07T10:07:25.372284Z","end":"2026-05-07T10:07:28.511425Z","steps":["trace[1488672203] 'agreement among raft nodes before linearized reading' (duration: 3.138510788s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.99736Z","time spent":"1.513797085s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T10:07:28.510836Z","caller":"traceutil/trace.go:171","msg":"trace[972634926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25179; }","duration":"151.585745ms","start":"2026-05-07T10:07:28.359238Z","end":"2026-05-07T10:07:28.510824Z","steps":["trace[972634926] 'agreement among raft nodes before linearized reading' (duration: 151.498973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52296061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-07T10:07:28.511127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.439048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.510983Z","caller":"traceutil/trace.go:171","msg":"trace[1538783856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25179; }","duration":"1.522065659s","start":"2026-05-07T10:07:26.988898Z","end":"2026-05-07T10:07:28.510964Z","steps":["trace[1538783856] 'agreement among raft nodes before linearized reading' (duration: 1.521817373s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.511713Z","caller":"traceutil/trace.go:171","msg":"trace[289914994] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25179; }","duration":"1.523044352s","start":"2026-05-07T10:07:26.98866Z","end":"2026-05-07T10:07:28.511704Z","steps":["trace[289914994] 'agreement among raft nodes before linearized reading' (duration: 1.52292293s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.511728Z","caller":"traceutil/trace.go:171","msg":"trace[1295506064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25179; }","duration":"706.068833ms","start":"2026-05-07T10:07:27.805644Z","end":"2026-05-07T10:07:28.511713Z","steps":["trace[1295506064] 'agreement among raft nodes before linearized reading' (duration: 705.454908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.988631Z","time spent":"1.523103203s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:28.51153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.372264Z","time spent":"3.139243256s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.511777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.805628Z","time spent":"706.136104ms","remote":"127.0.0.1:38708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.511478Z","caller":"traceutil/trace.go:171","msg":"trace[2110340738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25179; }","duration":"975.18132ms","start":"2026-05-07T10:07:27.536286Z","end":"2026-05-07T10:07:28.511467Z","steps":["trace[2110340738] 'agreement among raft nodes before linearized reading' (duration: 975.122488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.511747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.988882Z","time spent":"1.522854417s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T10:07:28.511838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.536267Z","time spent":"975.557538ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:07:28.73453Z","caller":"traceutil/trace.go:171","msg":"trace[122430496] linearizableReadLoop","detail":"{readStateIndex:26009; appliedIndex:26007; }","duration":"223.977646ms","start":"2026-05-07T10:07:28.510525Z","end":"2026-05-07T10:07:28.734502Z","steps":["trace[122430496] 'read index received' (duration: 203.027794ms)","trace[122430496] 'applied index is now lower than readState.Index' (duration: 20.948312ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:28.73459Z","caller":"traceutil/trace.go:171","msg":"trace[938935085] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"232.62792ms","start":"2026-05-07T10:07:28.501926Z","end":"2026-05-07T10:07:28.734554Z","steps":["trace[938935085] 'process raft request' (duration: 232.518678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.734592Z","caller":"traceutil/trace.go:171","msg":"trace[951429841] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"234.707839ms","start":"2026-05-07T10:07:28.499814Z","end":"2026-05-07T10:07:28.734522Z","steps":["trace[951429841] 'process raft request' (duration: 213.709845ms)","trace[951429841] 'compare' (duration: 20.750358ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:28.73479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.239313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-05-07T10:07:28.734831Z","caller":"traceutil/trace.go:171","msg":"trace[103650958] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25181; }","duration":"227.324195ms","start":"2026-05-07T10:07:28.507497Z","end":"2026-05-07T10:07:28.734821Z","steps":["trace[103650958] 'agreement among raft nodes before linearized reading' (duration: 227.149531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.734825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.285725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.734949Z","caller":"traceutil/trace.go:171","msg":"trace[1338328791] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25181; }","duration":"233.47187ms","start":"2026-05-07T10:07:28.501441Z","end":"2026-05-07T10:07:28.734913Z","steps":["trace[1338328791] 'agreement among raft nodes before linearized reading' (duration: 233.273365ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.738602Z","caller":"traceutil/trace.go:171","msg":"trace[766477811] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"224.641862ms","start":"2026-05-07T10:07:28.513942Z","end":"2026-05-07T10:07:28.738584Z","steps":["trace[766477811] 'process raft request' (duration: 224.463028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.738791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.719627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T10:07:28.738862Z","caller":"traceutil/trace.go:171","msg":"trace[2086351100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25182; }","duration":"131.85312ms","start":"2026-05-07T10:07:28.606992Z","end":"2026-05-07T10:07:28.738845Z","steps":["trace[2086351100] 'agreement among raft nodes before linearized reading' (duration: 131.609284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.73886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.46385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-07T10:07:28.738953Z","caller":"traceutil/trace.go:171","msg":"trace[290080891] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25182; }","duration":"216.582592ms","start":"2026-05-07T10:07:28.522347Z","end":"2026-05-07T10:07:28.73893Z","steps":["trace[290080891] 'agreement among raft nodes before linearized reading' (duration: 216.264735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.738929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.174445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-07T10:07:28.738982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.844382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-07T10:07:28.739019Z","caller":"traceutil/trace.go:171","msg":"trace[1207189806] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25182; }","duration":"126.936975ms","start":"2026-05-07T10:07:28.612071Z","end":"2026-05-07T10:07:28.739008Z","steps":["trace[1207189806] 'agreement among raft nodes before linearized reading' (duration: 126.812122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.739025Z","caller":"traceutil/trace.go:171","msg":"trace[1826682353] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25182; }","duration":"225.353959ms","start":"2026-05-07T10:07:28.51365Z","end":"2026-05-07T10:07:28.739004Z","steps":["trace[1826682353] 'agreement among raft nodes before linearized reading' (duration: 225.029911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.739114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.061707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-07T10:07:28.739153Z","caller":"traceutil/trace.go:171","msg":"trace[62625117] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25182; }","duration":"127.135749ms","start":"2026-05-07T10:07:28.612008Z","end":"2026-05-07T10:07:28.739144Z","steps":["trace[62625117] 'agreement among raft nodes before linearized reading' (duration: 127.060087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.854303Z","caller":"traceutil/trace.go:171","msg":"trace[475644259] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"108.203424ms","start":"2026-05-07T10:07:28.746056Z","end":"2026-05-07T10:07:28.85426Z","steps":["trace[475644259] 'process raft request' (duration: 107.57773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.854444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.699416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.854565Z","caller":"traceutil/trace.go:171","msg":"trace[596035839] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25184; }","duration":"108.88686ms","start":"2026-05-07T10:07:28.745657Z","end":"2026-05-07T10:07:28.854544Z","steps":["trace[596035839] 'agreement among raft nodes before linearized reading' (duration: 108.660225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.8546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.683729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-07T10:07:28.854677Z","caller":"traceutil/trace.go:171","msg":"trace[1233527891] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25184; }","duration":"109.859123ms","start":"2026-05-07T10:07:28.744803Z","end":"2026-05-07T10:07:28.854662Z","steps":["trace[1233527891] 'agreement among raft nodes before linearized reading' (duration: 109.238048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.855123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.366479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:28.855186Z","caller":"traceutil/trace.go:171","msg":"trace[1759988638] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25184; }","duration":"111.482892ms","start":"2026-05-07T10:07:28.743688Z","end":"2026-05-07T10:07:28.855171Z","steps":["trace[1759988638] 'agreement among raft nodes before linearized reading' (duration: 110.440357ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:29.744698Z","caller":"traceutil/trace.go:171","msg":"trace[20931329] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"115.416885ms","start":"2026-05-07T10:07:29.629257Z","end":"2026-05-07T10:07:29.744674Z","steps":["trace[20931329] 'process raft request' (duration: 45.788477ms)","trace[20931329] 'compare' (duration: 69.455653ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:29.934777Z","caller":"traceutil/trace.go:171","msg":"trace[828631618] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26043; }","duration":"111.564053ms","start":"2026-05-07T10:07:29.82319Z","end":"2026-05-07T10:07:29.934754Z","steps":["trace[828631618] 'read index received' (duration: 111.41957ms)","trace[828631618] 'applied index is now lower than readState.Index' (duration: 143.433µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:29.934996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.790188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dn4zp.18ad40943a22b724\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-05-07T10:07:29.935038Z","caller":"traceutil/trace.go:171","msg":"trace[887045125] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-dn4zp.18ad40943a22b724; range_end:; response_count:1; response_revision:25215; }","duration":"111.884191ms","start":"2026-05-07T10:07:29.823141Z","end":"2026-05-07T10:07:29.935025Z","steps":["trace[887045125] 'agreement among raft nodes before linearized reading' (duration: 111.703126ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:29.935383Z","caller":"traceutil/trace.go:171","msg":"trace[648196238] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"184.626202ms","start":"2026-05-07T10:07:29.750747Z","end":"2026-05-07T10:07:29.935373Z","steps":["trace[648196238] 'process raft request' (duration: 183.864714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:30.059314Z","caller":"traceutil/trace.go:171","msg":"trace[1422686889] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"113.897729ms","start":"2026-05-07T10:07:29.945392Z","end":"2026-05-07T10:07:30.059289Z","steps":["trace[1422686889] 'process raft request' (duration: 113.730895ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:30.062599Z","caller":"traceutil/trace.go:171","msg":"trace[1319381660] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"115.113907ms","start":"2026-05-07T10:07:29.947462Z","end":"2026-05-07T10:07:30.062576Z","steps":["trace[1319381660] 'process raft request' (duration: 114.983934ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:30.434364Z","caller":"traceutil/trace.go:171","msg":"trace[160052899] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"103.128925ms","start":"2026-05-07T10:07:30.331197Z","end":"2026-05-07T10:07:30.434326Z","steps":["trace[160052899] 'process raft request' (duration: 32.070584ms)","trace[160052899] 'compare' (duration: 70.916467ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.495612Z","caller":"traceutil/trace.go:171","msg":"trace[1083175951] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"161.561099ms","start":"2026-05-07T10:07:30.334017Z","end":"2026-05-07T10:07:30.495578Z","steps":["trace[1083175951] 'process raft request' (duration: 161.335614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.881185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.814668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:30.881481Z","caller":"traceutil/trace.go:171","msg":"trace[1219356215] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"203.536246ms","start":"2026-05-07T10:07:30.677905Z","end":"2026-05-07T10:07:30.881441Z","steps":["trace[1219356215] 'process raft request' (duration: 43.285747ms)","trace[1219356215] 'compare' (duration: 159.600783ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.881608Z","caller":"traceutil/trace.go:171","msg":"trace[456952709] linearizableReadLoop","detail":"{readStateIndex:26062; appliedIndex:26061; }","duration":"202.318927ms","start":"2026-05-07T10:07:30.679266Z","end":"2026-05-07T10:07:30.881585Z","steps":["trace[456952709] 'read index received' (duration: 41.851134ms)","trace[456952709] 'applied index is now lower than readState.Index' (duration: 160.466143ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.881658Z","caller":"traceutil/trace.go:171","msg":"trace[1579344953] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"160.34614ms","start":"2026-05-07T10:07:30.721279Z","end":"2026-05-07T10:07:30.881625Z","steps":["trace[1579344953] 'process raft request' (duration: 160.151545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.881808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.512812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fqxp2\" ","response":"range_response_count:1 size:5598"} {"level":"info","ts":"2026-05-07T10:07:30.881838Z","caller":"traceutil/trace.go:171","msg":"trace[540991584] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-fqxp2; range_end:; response_count:1; response_revision:25234; }","duration":"202.607685ms","start":"2026-05-07T10:07:30.679222Z","end":"2026-05-07T10:07:30.881829Z","steps":["trace[540991584] 'agreement among raft nodes before linearized reading' (duration: 202.440241ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:31.174545Z","caller":"traceutil/trace.go:171","msg":"trace[2088779787] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"288.172786ms","start":"2026-05-07T10:07:30.886334Z","end":"2026-05-07T10:07:31.174507Z","steps":["trace[2088779787] 'process raft request' (duration: 205.629036ms)","trace[2088779787] 'compare' (duration: 82.012347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:32.803667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.711703498s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:33.117513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:33.1176Z","caller":"traceutil/trace.go:171","msg":"trace[2067539595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820896s","start":"2026-05-07T10:07:31.116759Z","end":"2026-05-07T10:07:33.11758Z","steps":["trace[2067539595] 'agreement among raft nodes before linearized reading' (duration: 2.000699593s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:33.117659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.116736Z","time spent":"2.000902918s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:33.834426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030233365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:33.834528Z","caller":"traceutil/trace.go:171","msg":"trace[263367710] linearizableReadLoop","detail":"{readStateIndex:26065; appliedIndex:26063; }","duration":"2.946466572s","start":"2026-05-07T10:07:30.888044Z","end":"2026-05-07T10:07:33.83451Z","steps":["trace[263367710] 'read index received' (duration: 203.905124ms)","trace[263367710] 'applied index is now lower than readState.Index' (duration: 2.742560108s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:33.834597Z","caller":"traceutil/trace.go:171","msg":"trace[903345129] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"2.946883502s","start":"2026-05-07T10:07:30.887699Z","end":"2026-05-07T10:07:33.834583Z","steps":["trace[903345129] 'process raft request' (duration: 1.916406501s)","trace[903345129] 'compare' (duration: 1.028372631s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:33.83465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.887678Z","time spent":"2.946942504s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5898,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:33.834827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946765269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-07T10:07:33.83491Z","caller":"traceutil/trace.go:171","msg":"trace[932031272] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25236; }","duration":"2.946867372s","start":"2026-05-07T10:07:30.888021Z","end":"2026-05-07T10:07:33.834888Z","steps":["trace[932031272] 'agreement among raft nodes before linearized reading' (duration: 2.946660757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:33.834957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.88801Z","time spent":"2.946936463s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T10:07:33.847789Z","caller":"traceutil/trace.go:171","msg":"trace[659611371] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"1.252154833s","start":"2026-05-07T10:07:32.595612Z","end":"2026-05-07T10:07:33.847767Z","steps":["trace[659611371] 'process raft request' (duration: 1.252101362s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:33.847842Z","caller":"traceutil/trace.go:171","msg":"trace[1390859879] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"2.669492241s","start":"2026-05-07T10:07:31.178308Z","end":"2026-05-07T10:07:33.847801Z","steps":["trace[1390859879] 'process raft request' (duration: 2.669297946s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:33.847911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.595596Z","time spent":"1.252246706s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:33.847979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.178264Z","time spent":"2.669656554s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T10:07:35.118434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000419228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:35.118543Z","caller":"traceutil/trace.go:171","msg":"trace[1549365331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593492s","start":"2026-05-07T10:07:33.117927Z","end":"2026-05-07T10:07:35.118521Z","steps":["trace[1549365331] 'agreement among raft nodes before linearized reading' (duration: 2.000450648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.118596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.117903Z","time spent":"2.000681833s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:36.367246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.519618726s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:36.367916Z","caller":"traceutil/trace.go:171","msg":"trace[1207683268] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26065; }","duration":"2.533341698s","start":"2026-05-07T10:07:33.834553Z","end":"2026-05-07T10:07:36.367894Z","steps":["trace[1207683268] 'read index received' (duration: 13.118989ms)","trace[1207683268] 'applied index is now lower than readState.Index' (duration: 2.520221789s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:36.368176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720443025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.368225Z","caller":"traceutil/trace.go:171","msg":"trace[742276676] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25239; }","duration":"4.720549298s","start":"2026-05-07T10:07:31.647664Z","end":"2026-05-07T10:07:36.368213Z","steps":["trace[742276676] 'agreement among raft nodes before linearized reading' (duration: 4.720462206s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.368232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760265165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:36.368264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.647638Z","time spent":"4.72061484s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:36.368284Z","caller":"traceutil/trace.go:171","msg":"trace[1506884711] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25239; }","duration":"2.760347726s","start":"2026-05-07T10:07:33.607916Z","end":"2026-05-07T10:07:36.368264Z","steps":["trace[1506884711] 'agreement among raft nodes before linearized reading' (duration: 2.760236853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.368319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.607905Z","time spent":"2.760407397s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149380028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:36.368371Z","caller":"traceutil/trace.go:171","msg":"trace[1782246977] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25239; }","duration":"4.149530921s","start":"2026-05-07T10:07:32.218824Z","end":"2026-05-07T10:07:36.368355Z","steps":["trace[1782246977] 'agreement among raft nodes before linearized reading' (duration: 4.149328846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.368411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.218801Z","time spent":"4.149602533s","remote":"127.0.0.1:51216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888036137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.368449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548387542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T10:07:36.368491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715904711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:36.368529Z","caller":"traceutil/trace.go:171","msg":"trace[2124165550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25239; }","duration":"2.715972753s","start":"2026-05-07T10:07:33.652532Z","end":"2026-05-07T10:07:36.368505Z","steps":["trace[2124165550] 'agreement among raft nodes before linearized reading' (duration: 2.715934632s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.368482Z","caller":"traceutil/trace.go:171","msg":"trace[2020932662] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25239; }","duration":"4.88818128s","start":"2026-05-07T10:07:31.48028Z","end":"2026-05-07T10:07:36.368461Z","steps":["trace[2020932662] 'agreement among raft nodes before linearized reading' (duration: 4.888023226s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.368524Z","caller":"traceutil/trace.go:171","msg":"trace[784746375] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25239; }","duration":"2.548490225s","start":"2026-05-07T10:07:33.820016Z","end":"2026-05-07T10:07:36.368506Z","steps":["trace[784746375] 'agreement among raft nodes before linearized reading' (duration: 2.548211328s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.368538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291573434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:36.368566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.480243Z","time spent":"4.888313983s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.819962Z","time spent":"2.548600317s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629399181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.368669Z","caller":"traceutil/trace.go:171","msg":"trace[447696754] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"2.851573081s","start":"2026-05-07T10:07:33.517087Z","end":"2026-05-07T10:07:36.36866Z","steps":["trace[447696754] 'process raft request' (duration: 2.850636509s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.368689Z","caller":"traceutil/trace.go:171","msg":"trace[512570347] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25239; }","duration":"3.629515574s","start":"2026-05-07T10:07:32.739156Z","end":"2026-05-07T10:07:36.368672Z","steps":["trace[512570347] 'agreement among raft nodes before linearized reading' (duration: 3.629387781s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.368723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838409326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-05-07T10:07:36.368729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.517052Z","time spent":"2.851637603s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:36.368547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.652511Z","time spent":"2.716031005s","remote":"127.0.0.1:56314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.739134Z","time spent":"3.629594426s","remote":"127.0.0.1:60266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.36878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892400285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.368809Z","caller":"traceutil/trace.go:171","msg":"trace[1555324170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25239; }","duration":"3.892463417s","start":"2026-05-07T10:07:32.476338Z","end":"2026-05-07T10:07:36.368801Z","steps":["trace[1555324170] 'agreement among raft nodes before linearized reading' (duration: 3.892424196s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.36883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.476317Z","time spent":"3.892507538s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:36.368589Z","caller":"traceutil/trace.go:171","msg":"trace[1771131517] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25239; }","duration":"5.291668066s","start":"2026-05-07T10:07:31.076912Z","end":"2026-05-07T10:07:36.36858Z","steps":["trace[1771131517] 'agreement among raft nodes before linearized reading' (duration: 5.291587915s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.36848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.266252869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.36891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867576886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:36.368963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.792553811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.369026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845509909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:07:36.369025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738544862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T10:07:36.369043Z","caller":"traceutil/trace.go:171","msg":"trace[1252012772] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25239; }","duration":"2.84556476s","start":"2026-05-07T10:07:33.523473Z","end":"2026-05-07T10:07:36.369038Z","steps":["trace[1252012772] 'agreement among raft nodes before linearized reading' (duration: 2.845456588s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.369069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.523451Z","time spent":"2.845612481s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:07:36.369075Z","caller":"traceutil/trace.go:171","msg":"trace[151932557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25239; }","duration":"4.738611153s","start":"2026-05-07T10:07:31.630449Z","end":"2026-05-07T10:07:36.36906Z","steps":["trace[151932557] 'agreement among raft nodes before linearized reading' (duration: 4.738425358s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.369083Z","caller":"traceutil/trace.go:171","msg":"trace[120275900] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25239; }","duration":"4.792717895s","start":"2026-05-07T10:07:31.576316Z","end":"2026-05-07T10:07:36.369034Z","steps":["trace[120275900] 'agreement among raft nodes before linearized reading' (duration: 4.792526861s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.369123Z","caller":"traceutil/trace.go:171","msg":"trace[2015637203] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25239; }","duration":"4.867669398s","start":"2026-05-07T10:07:31.501267Z","end":"2026-05-07T10:07:36.368936Z","steps":["trace[2015637203] 'agreement among raft nodes before linearized reading' (duration: 4.867589806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.369118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.630441Z","time spent":"4.738668764s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:07:36.369156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.501234Z","time spent":"4.867911784s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.369169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.576276Z","time spent":"4.792870109s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.368905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.076886Z","time spent":"5.292005855s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:36.368914Z","caller":"traceutil/trace.go:171","msg":"trace[1780734750] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25239; }","duration":"5.26671956s","start":"2026-05-07T10:07:31.102187Z","end":"2026-05-07T10:07:36.368907Z","steps":["trace[1780734750] 'agreement among raft nodes before linearized reading' (duration: 5.266261449s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.369326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.102169Z","time spent":"5.26714491s","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:36.368749Z","caller":"traceutil/trace.go:171","msg":"trace[593779079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25239; }","duration":"3.838451886s","start":"2026-05-07T10:07:32.530289Z","end":"2026-05-07T10:07:36.368741Z","steps":["trace[593779079] 'agreement among raft nodes before linearized reading' (duration: 3.838350334s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.369378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.530278Z","time spent":"3.839090792s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-05-07T10:07:36.382388Z","caller":"traceutil/trace.go:171","msg":"trace[335536570] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"365.486204ms","start":"2026-05-07T10:07:36.016885Z","end":"2026-05-07T10:07:36.382372Z","steps":["trace[335536570] 'process raft request' (duration: 365.34361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.016861Z","time spent":"365.565446ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:36.382459Z","caller":"traceutil/trace.go:171","msg":"trace[785700428] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"528.073126ms","start":"2026-05-07T10:07:35.854364Z","end":"2026-05-07T10:07:36.382437Z","steps":["trace[785700428] 'process raft request' (duration: 527.645036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256416864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.382552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319267202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.382576Z","caller":"traceutil/trace.go:171","msg":"trace[1302536711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25241; }","duration":"1.256509785s","start":"2026-05-07T10:07:35.126051Z","end":"2026-05-07T10:07:36.382561Z","steps":["trace[1302536711] 'agreement among raft nodes before linearized reading' (duration: 1.256405833s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.382586Z","caller":"traceutil/trace.go:171","msg":"trace[376591265] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25241; }","duration":"1.319341043s","start":"2026-05-07T10:07:35.063235Z","end":"2026-05-07T10:07:36.382576Z","steps":["trace[376591265] 'agreement among raft nodes before linearized reading' (duration: 1.319277411s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.854342Z","time spent":"528.178049ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:36.382615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.647357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.38265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.158724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.382662Z","caller":"traceutil/trace.go:171","msg":"trace[673341348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25241; }","duration":"709.737738ms","start":"2026-05-07T10:07:35.672911Z","end":"2026-05-07T10:07:36.382648Z","steps":["trace[673341348] 'agreement among raft nodes before linearized reading' (duration: 709.644546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.382682Z","caller":"traceutil/trace.go:171","msg":"trace[722390999] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25241; }","duration":"134.212896ms","start":"2026-05-07T10:07:36.248457Z","end":"2026-05-07T10:07:36.38267Z","steps":["trace[722390999] 'agreement among raft nodes before linearized reading' (duration: 134.163095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.672893Z","time spent":"709.787ms","remote":"127.0.0.1:54698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.382686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542785211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j\" ","response":"range_response_count:1 size:5418"} {"level":"warn","ts":"2026-05-07T10:07:36.382605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.063213Z","time spent":"1.319387284s","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:36.382723Z","caller":"traceutil/trace.go:171","msg":"trace[1110958579] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j; range_end:; response_count:1; response_revision:25241; }","duration":"2.542853162s","start":"2026-05-07T10:07:33.839858Z","end":"2026-05-07T10:07:36.382711Z","steps":["trace[1110958579] 'agreement among raft nodes before linearized reading' (duration: 2.542712038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.839842Z","time spent":"2.542905334s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5440,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j\" "} {"level":"warn","ts":"2026-05-07T10:07:36.382603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.126036Z","time spent":"1.256562007s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:36.382923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943852437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.382942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53129791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j.18ad4057851d4c78\" ","response":"range_response_count:1 size:1005"} {"level":"info","ts":"2026-05-07T10:07:36.382965Z","caller":"traceutil/trace.go:171","msg":"trace[280128369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25241; }","duration":"1.943901729s","start":"2026-05-07T10:07:34.439053Z","end":"2026-05-07T10:07:36.382955Z","steps":["trace[280128369] 'agreement among raft nodes before linearized reading' (duration: 1.943820297s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.382978Z","caller":"traceutil/trace.go:171","msg":"trace[1012823327] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j.18ad4057851d4c78; range_end:; response_count:1; response_revision:25241; }","duration":"2.531374602s","start":"2026-05-07T10:07:33.851586Z","end":"2026-05-07T10:07:36.38296Z","steps":["trace[1012823327] 'agreement among raft nodes before linearized reading' (duration: 2.53128415s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.382999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.851562Z","time spent":"2.531432573s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1027,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9jx9j.18ad4057851d4c78\" "} {"level":"warn","ts":"2026-05-07T10:07:36.382991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:34.438997Z","time spent":"1.94398848s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.383132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.450807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:36.38316Z","caller":"traceutil/trace.go:171","msg":"trace[152220499] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25241; }","duration":"628.512139ms","start":"2026-05-07T10:07:35.754641Z","end":"2026-05-07T10:07:36.383153Z","steps":["trace[152220499] 'agreement among raft nodes before linearized reading' (duration: 627.882164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.383179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.754622Z","time spent":"628.55217ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:37.714624Z","caller":"traceutil/trace.go:171","msg":"trace[929299819] linearizableReadLoop","detail":"{readStateIndex:26093; appliedIndex:26092; }","duration":"295.087489ms","start":"2026-05-07T10:07:37.419519Z","end":"2026-05-07T10:07:37.714607Z","steps":["trace[929299819] 'read index received' (duration: 294.994697ms)","trace[929299819] 'applied index is now lower than readState.Index' (duration: 92.052µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:37.714811Z","caller":"traceutil/trace.go:171","msg":"trace[374068629] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"295.668592ms","start":"2026-05-07T10:07:37.419106Z","end":"2026-05-07T10:07:37.714774Z","steps":["trace[374068629] 'process raft request' (duration: 295.395026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:37.714887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.162962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:37.71489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.357075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-h74rz.18ad3e08b82c5055\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-05-07T10:07:37.714929Z","caller":"traceutil/trace.go:171","msg":"trace[925236524] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25263; }","duration":"156.255764ms","start":"2026-05-07T10:07:37.558661Z","end":"2026-05-07T10:07:37.714917Z","steps":["trace[925236524] 'agreement among raft nodes before linearized reading' (duration: 156.161112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:37.714894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.524146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:37.71496Z","caller":"traceutil/trace.go:171","msg":"trace[15355781] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-h74rz.18ad3e08b82c5055; range_end:; response_count:1; response_revision:25263; }","duration":"295.465308ms","start":"2026-05-07T10:07:37.419476Z","end":"2026-05-07T10:07:37.714941Z","steps":["trace[15355781] 'agreement among raft nodes before linearized reading' (duration: 295.258963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:37.714982Z","caller":"traceutil/trace.go:171","msg":"trace[1790051425] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25263; }","duration":"260.635869ms","start":"2026-05-07T10:07:37.454327Z","end":"2026-05-07T10:07:37.714963Z","steps":["trace[1790051425] 'agreement among raft nodes before linearized reading' (duration: 260.473575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:37.891964Z","caller":"traceutil/trace.go:171","msg":"trace[1279647002] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"122.632644ms","start":"2026-05-07T10:07:37.769302Z","end":"2026-05-07T10:07:37.891934Z","steps":["trace[1279647002] 'process raft request' (duration: 71.898931ms)","trace[1279647002] 'compare' (duration: 50.19015ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:38.112491Z","caller":"traceutil/trace.go:171","msg":"trace[383457104] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"139.124501ms","start":"2026-05-07T10:07:37.973344Z","end":"2026-05-07T10:07:38.112469Z","steps":["trace[383457104] 'process raft request' (duration: 138.993218ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.151036Z","caller":"traceutil/trace.go:171","msg":"trace[2123795979] linearizableReadLoop","detail":"{readStateIndex:26103; appliedIndex:26100; }","duration":"123.30958ms","start":"2026-05-07T10:07:38.027708Z","end":"2026-05-07T10:07:38.151018Z","steps":["trace[2123795979] 'read index received' (duration: 84.576559ms)","trace[2123795979] 'applied index is now lower than readState.Index' (duration: 38.732281ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:38.151259Z","caller":"traceutil/trace.go:171","msg":"trace[248038631] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"176.275795ms","start":"2026-05-07T10:07:37.974974Z","end":"2026-05-07T10:07:38.15125Z","steps":["trace[248038631] 'process raft request' (duration: 175.909717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.151407Z","caller":"traceutil/trace.go:171","msg":"trace[384750743] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"175.248061ms","start":"2026-05-07T10:07:37.976153Z","end":"2026-05-07T10:07:38.151401Z","steps":["trace[384750743] 'process raft request' (duration: 174.835031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.15153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.808562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-07T10:07:38.151557Z","caller":"traceutil/trace.go:171","msg":"trace[781892988] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25272; }","duration":"123.881193ms","start":"2026-05-07T10:07:38.02767Z","end":"2026-05-07T10:07:38.151552Z","steps":["trace[781892988] 'agreement among raft nodes before linearized reading' (duration: 123.817291ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.448808Z","caller":"traceutil/trace.go:171","msg":"trace[1726887459] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26115; }","duration":"138.68575ms","start":"2026-05-07T10:07:38.310103Z","end":"2026-05-07T10:07:38.448789Z","steps":["trace[1726887459] 'read index received' (duration: 8.758365ms)","trace[1726887459] 'applied index is now lower than readState.Index' (duration: 129.926565ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:38.448878Z","caller":"traceutil/trace.go:171","msg":"trace[1041367580] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"150.59211ms","start":"2026-05-07T10:07:38.298279Z","end":"2026-05-07T10:07:38.448871Z","steps":["trace[1041367580] 'process raft request' (duration: 98.444613ms)","trace[1041367580] 'compare' (duration: 51.897301ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:38.449055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.939616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-05-07T10:07:38.449079Z","caller":"traceutil/trace.go:171","msg":"trace[1201464143] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25287; }","duration":"139.004987ms","start":"2026-05-07T10:07:38.310067Z","end":"2026-05-07T10:07:38.449072Z","steps":["trace[1201464143] 'agreement among raft nodes before linearized reading' (duration: 138.876074ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.497734Z","caller":"traceutil/trace.go:171","msg":"trace[832586655] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"163.272099ms","start":"2026-05-07T10:07:38.334434Z","end":"2026-05-07T10:07:38.497706Z","steps":["trace[832586655] 'process raft request' (duration: 163.002903ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.498019Z","caller":"traceutil/trace.go:171","msg":"trace[1331068917] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"163.532246ms","start":"2026-05-07T10:07:38.33447Z","end":"2026-05-07T10:07:38.498003Z","steps":["trace[1331068917] 'process raft request' (duration: 163.142657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.498431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.025812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-6966w.18ad4066305ff99a\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-05-07T10:07:38.498501Z","caller":"traceutil/trace.go:171","msg":"trace[813438133] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-6966w.18ad4066305ff99a; range_end:; response_count:1; response_revision:25290; }","duration":"174.138874ms","start":"2026-05-07T10:07:38.32434Z","end":"2026-05-07T10:07:38.498479Z","steps":["trace[813438133] 'agreement among raft nodes before linearized reading' (duration: 173.94486ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.498735Z","caller":"traceutil/trace.go:171","msg":"trace[1019459471] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"108.481531ms","start":"2026-05-07T10:07:38.390236Z","end":"2026-05-07T10:07:38.498718Z","steps":["trace[1019459471] 'process raft request' (duration: 107.653141ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.891355Z","caller":"traceutil/trace.go:171","msg":"trace[1817292934] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"106.860863ms","start":"2026-05-07T10:07:38.784477Z","end":"2026-05-07T10:07:38.891338Z","steps":["trace[1817292934] 'read index received' (duration: 105.763567ms)","trace[1817292934] 'applied index is now lower than readState.Index' (duration: 1.096576ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:38.891429Z","caller":"traceutil/trace.go:171","msg":"trace[1964163251] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"109.912995ms","start":"2026-05-07T10:07:38.78147Z","end":"2026-05-07T10:07:38.891383Z","steps":["trace[1964163251] 'process raft request' (duration: 108.820539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.891514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.043341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-bpwwp.18ad3df39cb6e69c\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-05-07T10:07:38.891533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T10:07:38.891561Z","caller":"traceutil/trace.go:171","msg":"trace[347733263] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25304; }","duration":"105.530362ms","start":"2026-05-07T10:07:38.786022Z","end":"2026-05-07T10:07:38.891552Z","steps":["trace[347733263] 'agreement among raft nodes before linearized reading' (duration: 105.424789ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:38.891562Z","caller":"traceutil/trace.go:171","msg":"trace[299855898] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-bpwwp.18ad3df39cb6e69c; range_end:; response_count:1; response_revision:25304; }","duration":"111.119713ms","start":"2026-05-07T10:07:38.78043Z","end":"2026-05-07T10:07:38.89155Z","steps":["trace[299855898] 'agreement among raft nodes before linearized reading' (duration: 110.975349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.891639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.417925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:38.891695Z","caller":"traceutil/trace.go:171","msg":"trace[2104260020] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25304; }","duration":"104.498807ms","start":"2026-05-07T10:07:38.787182Z","end":"2026-05-07T10:07:38.891681Z","steps":["trace[2104260020] 'agreement among raft nodes before linearized reading' (duration: 104.374674ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:39.692593Z","caller":"traceutil/trace.go:171","msg":"trace[1842729302] linearizableReadLoop","detail":"{readStateIndex:26142; appliedIndex:26141; }","duration":"157.259928ms","start":"2026-05-07T10:07:39.535317Z","end":"2026-05-07T10:07:39.692577Z","steps":["trace[1842729302] 'read index received' (duration: 156.694975ms)","trace[1842729302] 'applied index is now lower than readState.Index' (duration: 564.493µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:39.692662Z","caller":"traceutil/trace.go:171","msg":"trace[167579483] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"235.381285ms","start":"2026-05-07T10:07:39.457275Z","end":"2026-05-07T10:07:39.692656Z","steps":["trace[167579483] 'process raft request' (duration: 234.788491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.69288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.554665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:39.692906Z","caller":"traceutil/trace.go:171","msg":"trace[998978455] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25310; }","duration":"157.627537ms","start":"2026-05-07T10:07:39.53527Z","end":"2026-05-07T10:07:39.692898Z","steps":["trace[998978455] 'agreement among raft nodes before linearized reading' (duration: 157.571325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:40.388869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.116337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:40.388939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.121997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T10:07:40.388981Z","caller":"traceutil/trace.go:171","msg":"trace[1063903300] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25312; }","duration":"394.271241ms","start":"2026-05-07T10:07:39.994686Z","end":"2026-05-07T10:07:40.388958Z","steps":["trace[1063903300] 'count revisions from in-memory index tree' (duration: 394.042846ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:40.389002Z","caller":"traceutil/trace.go:171","msg":"trace[556705925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25312; }","duration":"132.229769ms","start":"2026-05-07T10:07:40.256757Z","end":"2026-05-07T10:07:40.388987Z","steps":["trace[556705925] 'range keys from in-memory index tree' (duration: 131.990653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:40.389018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.836121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-bpwwp\" ","response":"range_response_count:1 size:7051"} {"level":"warn","ts":"2026-05-07T10:07:40.38904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.994657Z","time spent":"394.365003ms","remote":"127.0.0.1:60274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:40.389079Z","caller":"traceutil/trace.go:171","msg":"trace[388668868] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-bpwwp; range_end:; response_count:1; response_revision:25312; }","duration":"487.931053ms","start":"2026-05-07T10:07:39.901133Z","end":"2026-05-07T10:07:40.389064Z","steps":["trace[388668868] 'range keys from in-memory index tree' (duration: 487.656737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:40.389109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.901119Z","time spent":"487.983814ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7073,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-bpwwp\" "} {"level":"warn","ts":"2026-05-07T10:07:40.389104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.429516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:07:40.389148Z","caller":"traceutil/trace.go:171","msg":"trace[2057677624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25312; }","duration":"141.509248ms","start":"2026-05-07T10:07:40.247625Z","end":"2026-05-07T10:07:40.389134Z","steps":["trace[2057677624] 'range keys from in-memory index tree' (duration: 141.295112ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:40.389146Z","caller":"traceutil/trace.go:171","msg":"trace[1515572565] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"119.454988ms","start":"2026-05-07T10:07:40.269658Z","end":"2026-05-07T10:07:40.389113Z","steps":["trace[1515572565] 'process raft request' (duration: 67.973178ms)","trace[1515572565] 'compare' (duration: 51.315347ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:40.388985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.337794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:40.38958Z","caller":"traceutil/trace.go:171","msg":"trace[1272911775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25312; }","duration":"272.975889ms","start":"2026-05-07T10:07:40.116584Z","end":"2026-05-07T10:07:40.38956Z","steps":["trace[1272911775] 'range keys from in-memory index tree' (duration: 272.227781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:40.53477Z","caller":"traceutil/trace.go:171","msg":"trace[322171783] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"139.91451ms","start":"2026-05-07T10:07:40.394825Z","end":"2026-05-07T10:07:40.53474Z","steps":["trace[322171783] 'process raft request' (duration: 139.799727ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:40.534783Z","caller":"traceutil/trace.go:171","msg":"trace[1714016950] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"140.682647ms","start":"2026-05-07T10:07:40.394078Z","end":"2026-05-07T10:07:40.534761Z","steps":["trace[1714016950] 'process raft request' (duration: 136.330905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:40.534821Z","caller":"traceutil/trace.go:171","msg":"trace[1083802425] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"139.873649ms","start":"2026-05-07T10:07:40.394921Z","end":"2026-05-07T10:07:40.534794Z","steps":["trace[1083802425] 'process raft request' (duration: 139.763056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:40.93782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.061575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-07T10:07:40.937895Z","caller":"traceutil/trace.go:171","msg":"trace[1113844551] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25320; }","duration":"149.199298ms","start":"2026-05-07T10:07:40.788678Z","end":"2026-05-07T10:07:40.937878Z","steps":["trace[1113844551] 'range keys from in-memory index tree' (duration: 148.897031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:41.409582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.965042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:41.409773Z","caller":"traceutil/trace.go:171","msg":"trace[1374019401] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"397.20604ms","start":"2026-05-07T10:07:41.012523Z","end":"2026-05-07T10:07:41.409729Z","steps":["trace[1374019401] 'process raft request' (duration: 85.971802ms)","trace[1374019401] 'compare' (duration: 310.581173ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:41.409804Z","caller":"traceutil/trace.go:171","msg":"trace[772359990] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26153; }","duration":"195.102357ms","start":"2026-05-07T10:07:41.214668Z","end":"2026-05-07T10:07:41.409771Z","steps":["trace[772359990] 'read index received' (duration: 50.011µs)","trace[772359990] 'applied index is now lower than readState.Index' (duration: 195.049726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:41.409953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:41.012499Z","time spent":"397.366733ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:41.410055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.234458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:41.410105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.428996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T10:07:41.410134Z","caller":"traceutil/trace.go:171","msg":"trace[2101842887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25323; }","duration":"160.33162ms","start":"2026-05-07T10:07:41.249782Z","end":"2026-05-07T10:07:41.410114Z","steps":["trace[2101842887] 'agreement among raft nodes before linearized reading' (duration: 160.196967ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:41.410171Z","caller":"traceutil/trace.go:171","msg":"trace[227944496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25323; }","duration":"195.523188ms","start":"2026-05-07T10:07:41.214611Z","end":"2026-05-07T10:07:41.410134Z","steps":["trace[227944496] 'agreement among raft nodes before linearized reading' (duration: 195.342744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:58.760755Z","caller":"traceutil/trace.go:171","msg":"trace[1171142003] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"148.560573ms","start":"2026-05-07T10:07:58.612163Z","end":"2026-05-07T10:07:58.760724Z","steps":["trace[1171142003] 'process raft request' (duration: 120.324769ms)","trace[1171142003] 'compare' (duration: 28.04826ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:58.780478Z","caller":"traceutil/trace.go:171","msg":"trace[1965161740] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"137.599565ms","start":"2026-05-07T10:07:58.64285Z","end":"2026-05-07T10:07:58.78045Z","steps":["trace[1965161740] 'process raft request' (duration: 137.500773ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:58.780685Z","caller":"traceutil/trace.go:171","msg":"trace[688066987] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"167.873037ms","start":"2026-05-07T10:07:58.612798Z","end":"2026-05-07T10:07:58.780671Z","steps":["trace[688066987] 'process raft request' (duration: 167.435577ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:58.780781Z","caller":"traceutil/trace.go:171","msg":"trace[488760144] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26301; }","duration":"165.44263ms","start":"2026-05-07T10:07:58.615312Z","end":"2026-05-07T10:07:58.780755Z","steps":["trace[488760144] 'read index received' (duration: 117.303058ms)","trace[488760144] 'applied index is now lower than readState.Index' (duration: 48.137832ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:58.780906Z","caller":"traceutil/trace.go:171","msg":"trace[737035520] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"127.314294ms","start":"2026-05-07T10:07:58.653581Z","end":"2026-05-07T10:07:58.780895Z","steps":["trace[737035520] 'process raft request' (duration: 126.824852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:58.781154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.988379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T10:07:58.78118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.047037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:07:58.781212Z","caller":"traceutil/trace.go:171","msg":"trace[1949310865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25468; }","duration":"161.101488ms","start":"2026-05-07T10:07:58.620101Z","end":"2026-05-07T10:07:58.781203Z","steps":["trace[1949310865] 'agreement among raft nodes before linearized reading' (duration: 160.969355ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:58.781212Z","caller":"traceutil/trace.go:171","msg":"trace[2039244956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25468; }","duration":"165.086852ms","start":"2026-05-07T10:07:58.61611Z","end":"2026-05-07T10:07:58.781196Z","steps":["trace[2039244956] 'agreement among raft nodes before linearized reading' (duration: 164.892547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:58.78122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.898411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:07:58.781286Z","caller":"traceutil/trace.go:171","msg":"trace[512533867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25468; }","duration":"165.988352ms","start":"2026-05-07T10:07:58.615282Z","end":"2026-05-07T10:07:58.78127Z","steps":["trace[512533867] 'agreement among raft nodes before linearized reading' (duration: 165.775187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:59.075593Z","caller":"traceutil/trace.go:171","msg":"trace[383647120] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"134.34878ms","start":"2026-05-07T10:07:58.941217Z","end":"2026-05-07T10:07:59.075566Z","steps":["trace[383647120] 'process raft request' (duration: 133.806467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.322713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:00.549659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.433759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:00.549952Z","caller":"traceutil/trace.go:171","msg":"trace[896480525] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"778.234549ms","start":"2026-05-07T10:07:59.771657Z","end":"2026-05-07T10:08:00.549891Z","steps":["trace[896480525] 'process raft request' (duration: 655.462352ms)","trace[896480525] 'compare' (duration: 122.121642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:00.550186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.771622Z","time spent":"778.422834ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1335,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:00.550357Z","caller":"traceutil/trace.go:171","msg":"trace[2045369142] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"777.325147ms","start":"2026-05-07T10:07:59.773008Z","end":"2026-05-07T10:08:00.550333Z","steps":["trace[2045369142] 'process raft request' (duration: 777.250676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.55047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.772982Z","time spent":"777.43565ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1260,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:00.550622Z","caller":"traceutil/trace.go:171","msg":"trace[1840350922] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"778.75484ms","start":"2026-05-07T10:07:59.771837Z","end":"2026-05-07T10:08:00.550592Z","steps":["trace[1840350922] 'process raft request' (duration: 777.938321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.550774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.771825Z","time spent":"778.874344ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:01.586893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.159808962s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:08:01.587354Z","caller":"traceutil/trace.go:171","msg":"trace[565491914] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"1.603918004s","start":"2026-05-07T10:07:59.983411Z","end":"2026-05-07T10:08:01.587329Z","steps":["trace[565491914] 'process raft request' (duration: 1.603714119s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.587527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.983378Z","time spent":"1.604033617s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:01.587565Z","caller":"traceutil/trace.go:171","msg":"trace[1340974879] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"1.359710272s","start":"2026-05-07T10:08:00.227821Z","end":"2026-05-07T10:08:01.587531Z","steps":["trace[1340974879] 'process raft request' (duration: 1.359465646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.587749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.227784Z","time spent":"1.359851285s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:01.587791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766105568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T10:08:01.587847Z","caller":"traceutil/trace.go:171","msg":"trace[605549680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25487; }","duration":"1.76618116s","start":"2026-05-07T10:07:59.821653Z","end":"2026-05-07T10:08:01.587834Z","steps":["trace[605549680] 'agreement among raft nodes before linearized reading' (duration: 1.765943775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.587886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.821547Z","time spent":"1.766330454s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T10:08:01.587548Z","caller":"traceutil/trace.go:171","msg":"trace[510725380] linearizableReadLoop","detail":"{readStateIndex:26326; appliedIndex:26321; }","duration":"1.765818622s","start":"2026-05-07T10:07:59.821663Z","end":"2026-05-07T10:08:01.587482Z","steps":["trace[510725380] 'read index received' (duration: 605.446087ms)","trace[510725380] 'applied index is now lower than readState.Index' (duration: 1.160370225s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:02.089186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:02.116864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:02.116965Z","caller":"traceutil/trace.go:171","msg":"trace[428596944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356406s","start":"2026-05-07T10:08:00.116581Z","end":"2026-05-07T10:08:02.116937Z","steps":["trace[428596944] 'agreement among raft nodes before linearized reading' (duration: 2.000238364s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:02.117124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.116568Z","time spent":"2.000540271s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:02.589636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:03.090182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:03.590416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:04.090707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:04.117014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:04.117081Z","caller":"traceutil/trace.go:171","msg":"trace[1991518008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953676s","start":"2026-05-07T10:08:02.117112Z","end":"2026-05-07T10:08:04.117065Z","steps":["trace[1991518008] 'agreement among raft nodes before linearized reading' (duration: 1.999872124s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.117115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.117086Z","time spent":"2.000023358s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:04.574275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042028605s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:08:04.574875Z","caller":"traceutil/trace.go:171","msg":"trace[912959378] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"3.788760658s","start":"2026-05-07T10:08:00.786085Z","end":"2026-05-07T10:08:04.574846Z","steps":["trace[912959378] 'process raft request' (duration: 3.788664516s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.575048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.78606Z","time spent":"3.788903292s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.574877Z","caller":"traceutil/trace.go:171","msg":"trace[1474574655] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"4.11077362s","start":"2026-05-07T10:08:00.464057Z","end":"2026-05-07T10:08:04.57483Z","steps":["trace[1474574655] 'process raft request' (duration: 4.110507664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.575237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.46404Z","time spent":"4.111107348s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.575251Z","caller":"traceutil/trace.go:171","msg":"trace[942243937] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"3.783215048s","start":"2026-05-07T10:08:00.792012Z","end":"2026-05-07T10:08:04.575227Z","steps":["trace[942243937] 'process raft request' (duration: 3.783015453s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.575253Z","caller":"traceutil/trace.go:171","msg":"trace[686184297] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"3.788705836s","start":"2026-05-07T10:08:00.786499Z","end":"2026-05-07T10:08:04.575205Z","steps":["trace[686184297] 'process raft request' (duration: 3.788306877s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.575336Z","caller":"traceutil/trace.go:171","msg":"trace[1183961358] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"3.139799978s","start":"2026-05-07T10:08:01.435524Z","end":"2026-05-07T10:08:04.575324Z","steps":["trace[1183961358] 'process raft request' (duration: 3.139743267s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.57541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.435498Z","time spent":"3.13987413s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.575407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.786487Z","time spent":"3.78884996s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.575423Z","caller":"traceutil/trace.go:171","msg":"trace[1419998421] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"3.722098531s","start":"2026-05-07T10:08:00.853311Z","end":"2026-05-07T10:08:04.575409Z","steps":["trace[1419998421] 'process raft request' (duration: 3.721840615s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.5754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.791999Z","time spent":"3.78331338s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.575493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.853295Z","time spent":"3.722162392s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.737189Z","caller":"traceutil/trace.go:171","msg":"trace[1707817337] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"1.144502522s","start":"2026-05-07T10:08:03.592666Z","end":"2026-05-07T10:08:04.737169Z","steps":["trace[1707817337] 'process raft request' (duration: 1.144402269s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.737344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.592647Z","time spent":"1.144617675s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.737519Z","caller":"traceutil/trace.go:171","msg":"trace[1117723950] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"2.972591576s","start":"2026-05-07T10:08:01.764906Z","end":"2026-05-07T10:08:04.737498Z","steps":["trace[1117723950] 'process raft request' (duration: 2.901774481s)","trace[1117723950] 'compare' (duration: 70.18349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:04.737593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.764878Z","time spent":"2.972680659s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.737683Z","caller":"traceutil/trace.go:171","msg":"trace[1669948530] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"1.143627841s","start":"2026-05-07T10:08:03.59404Z","end":"2026-05-07T10:08:04.737668Z","steps":["trace[1669948530] 'process raft request' (duration: 1.143099619s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.737742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.59402Z","time spent":"1.143688222s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:05.098841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99960368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:05.098924Z","caller":"traceutil/trace.go:171","msg":"trace[1826298589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999744853s","start":"2026-05-07T10:08:00.099157Z","end":"2026-05-07T10:08:05.098902Z","steps":["trace[1826298589] 'agreement among raft nodes before linearized reading' (duration: 4.999639061s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.098977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.099135Z","time spent":"4.999831415s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 10:08:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:05.25677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.457635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:08:05.25687Z","caller":"traceutil/trace.go:171","msg":"trace[1920378598] linearizableReadLoop","detail":"{readStateIndex:26335; appliedIndex:26326; }","duration":"3.668390888s","start":"2026-05-07T10:08:01.588461Z","end":"2026-05-07T10:08:05.256852Z","steps":["trace[1920378598] 'read index received' (duration: 2.986074674s)","trace[1920378598] 'applied index is now lower than readState.Index' (duration: 682.314224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:05.257208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792917306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.257278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814311399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:05.257302Z","caller":"traceutil/trace.go:171","msg":"trace[1957152302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25496; }","duration":"3.79306217s","start":"2026-05-07T10:08:01.464214Z","end":"2026-05-07T10:08:05.257276Z","steps":["trace[1957152302] 'agreement among raft nodes before linearized reading' (duration: 3.792907456s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.257322Z","caller":"traceutil/trace.go:171","msg":"trace[1265232616] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25496; }","duration":"3.814392371s","start":"2026-05-07T10:08:01.442917Z","end":"2026-05-07T10:08:05.25731Z","steps":["trace[1265232616] 'agreement among raft nodes before linearized reading' (duration: 3.814228247s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488889431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.25736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.464192Z","time spent":"3.793153171s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.257401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379117884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:05.257445Z","caller":"traceutil/trace.go:171","msg":"trace[593622668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25496; }","duration":"5.379202246s","start":"2026-05-07T10:07:59.87823Z","end":"2026-05-07T10:08:05.257432Z","steps":["trace[593622668] 'agreement among raft nodes before linearized reading' (duration: 5.379146935s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.878203Z","time spent":"5.379265017s","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.257489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.950050501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-07T10:08:05.257538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111495927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T10:08:05.257554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451704647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:08:05.257571Z","caller":"traceutil/trace.go:171","msg":"trace[1056920267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25496; }","duration":"4.111570068s","start":"2026-05-07T10:08:01.145992Z","end":"2026-05-07T10:08:05.257562Z","steps":["trace[1056920267] 'agreement among raft nodes before linearized reading' (duration: 4.111505577s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.257558Z","caller":"traceutil/trace.go:171","msg":"trace[1149721555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25496; }","duration":"3.950148843s","start":"2026-05-07T10:08:01.307387Z","end":"2026-05-07T10:08:05.257536Z","steps":["trace[1149721555] 'agreement among raft nodes before linearized reading' (duration: 3.950005879s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.257592Z","caller":"traceutil/trace.go:171","msg":"trace[1941364036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25496; }","duration":"4.451771928s","start":"2026-05-07T10:08:00.805812Z","end":"2026-05-07T10:08:05.257584Z","steps":["trace[1941364036] 'agreement among raft nodes before linearized reading' (duration: 4.451616894s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451901931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:08:05.2574Z","caller":"traceutil/trace.go:171","msg":"trace[1049987790] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25496; }","duration":"4.488993603s","start":"2026-05-07T10:08:00.768386Z","end":"2026-05-07T10:08:05.25738Z","steps":["trace[1049987790] 'agreement among raft nodes before linearized reading' (duration: 4.48884314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39854327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.257651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.805794Z","time spent":"4.45184924s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T10:08:05.257662Z","caller":"traceutil/trace.go:171","msg":"trace[1367535270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25496; }","duration":"4.451993204s","start":"2026-05-07T10:08:00.805656Z","end":"2026-05-07T10:08:05.257649Z","steps":["trace[1367535270] 'agreement among raft nodes before linearized reading' (duration: 4.45185054s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451226546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T10:08:05.257702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.805639Z","time spent":"4.452055796s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:05.257708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667086667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:05.257747Z","caller":"traceutil/trace.go:171","msg":"trace[85106452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25496; }","duration":"3.667210121s","start":"2026-05-07T10:08:01.590527Z","end":"2026-05-07T10:08:05.257737Z","steps":["trace[85106452] 'agreement among raft nodes before linearized reading' (duration: 3.667129589s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.145962Z","time spent":"4.11162943s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:08:05.257775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545202137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-05-07T10:08:05.257784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.590507Z","time spent":"3.667268571s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:05.257799Z","caller":"traceutil/trace.go:171","msg":"trace[151641923] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25496; }","duration":"2.545254828s","start":"2026-05-07T10:08:02.712538Z","end":"2026-05-07T10:08:05.257793Z","steps":["trace[151641923] 'agreement among raft nodes before linearized reading' (duration: 2.545192046s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.307366Z","time spent":"3.950228705s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:05.257821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712526Z","time spent":"2.545290749s","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-07T10:08:05.257684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.768364Z","time spent":"4.489306401s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:05.257675Z","caller":"traceutil/trace.go:171","msg":"trace[1912080563] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25496; }","duration":"5.398615122s","start":"2026-05-07T10:07:59.859053Z","end":"2026-05-07T10:08:05.257668Z","steps":["trace[1912080563] 'agreement among raft nodes before linearized reading' (duration: 5.398576451s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545911674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-05-07T10:08:05.257357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.442903Z","time spent":"3.814445612s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:08:05.257942Z","caller":"traceutil/trace.go:171","msg":"trace[307222367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25496; }","duration":"2.546001776s","start":"2026-05-07T10:08:02.711929Z","end":"2026-05-07T10:08:05.257931Z","steps":["trace[307222367] 'agreement among raft nodes before linearized reading' (duration: 2.545849893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.711905Z","time spent":"2.546061937s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-07T10:08:05.257983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638996143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545912314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-05-07T10:08:05.258018Z","caller":"traceutil/trace.go:171","msg":"trace[623787307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25496; }","duration":"2.639056524s","start":"2026-05-07T10:08:02.618951Z","end":"2026-05-07T10:08:05.258007Z","steps":["trace[623787307] 'agreement among raft nodes before linearized reading' (duration: 2.639004463s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258034Z","caller":"traceutil/trace.go:171","msg":"trace[1093702154] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25496; }","duration":"2.545962025s","start":"2026-05-07T10:08:02.712062Z","end":"2026-05-07T10:08:05.258024Z","steps":["trace[1093702154] 'agreement among raft nodes before linearized reading' (duration: 2.545871023s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.618936Z","time spent":"2.639112636s","remote":"127.0.0.1:38676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.258094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132957461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.257605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67911402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.258135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545603207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-05-07T10:08:05.258193Z","caller":"traceutil/trace.go:171","msg":"trace[1127606850] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25496; }","duration":"3.679700454s","start":"2026-05-07T10:08:01.578479Z","end":"2026-05-07T10:08:05.25818Z","steps":["trace[1127606850] 'agreement among raft nodes before linearized reading' (duration: 3.67909482s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258214Z","caller":"traceutil/trace.go:171","msg":"trace[1325195500] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25496; }","duration":"2.545700159s","start":"2026-05-07T10:08:02.712505Z","end":"2026-05-07T10:08:05.258205Z","steps":["trace[1325195500] 'agreement among raft nodes before linearized reading' (duration: 2.545572566s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06813669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad40968a15f713\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-05-07T10:08:05.258241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712496Z","time spent":"2.545738359s","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-07T10:08:05.258252Z","caller":"traceutil/trace.go:171","msg":"trace[938360273] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad40968a15f713; range_end:; response_count:1; response_revision:25496; }","duration":"2.068197311s","start":"2026-05-07T10:08:03.190047Z","end":"2026-05-07T10:08:05.258244Z","steps":["trace[938360273] 'agreement among raft nodes before linearized reading' (duration: 2.068122129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.190031Z","time spent":"2.068240662s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad40968a15f713\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546243542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1607"} {"level":"warn","ts":"2026-05-07T10:08:05.25831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831252874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:05.258348Z","caller":"traceutil/trace.go:171","msg":"trace[1186070630] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25496; }","duration":"2.831340776s","start":"2026-05-07T10:08:02.426998Z","end":"2026-05-07T10:08:05.258339Z","steps":["trace[1186070630] 'agreement among raft nodes before linearized reading' (duration: 2.831230853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.426956Z","time spent":"2.831422018s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.258435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546448937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-07T10:08:05.257895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.859024Z","time spent":"5.398854038s","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.258453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546225811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-05-07T10:08:05.258469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544182073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-07T10:08:05.258471Z","caller":"traceutil/trace.go:171","msg":"trace[1885038136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25496; }","duration":"2.546498158s","start":"2026-05-07T10:08:02.711965Z","end":"2026-05-07T10:08:05.258463Z","steps":["trace[1885038136] 'agreement among raft nodes before linearized reading' (duration: 2.546405346s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258485Z","caller":"traceutil/trace.go:171","msg":"trace[1979849518] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25496; }","duration":"2.546255532s","start":"2026-05-07T10:08:02.712218Z","end":"2026-05-07T10:08:05.258474Z","steps":["trace[1979849518] 'agreement among raft nodes before linearized reading' (duration: 2.54617333s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258506Z","caller":"traceutil/trace.go:171","msg":"trace[770188114] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25496; }","duration":"2.544232095s","start":"2026-05-07T10:08:02.714267Z","end":"2026-05-07T10:08:05.258499Z","steps":["trace[770188114] 'agreement among raft nodes before linearized reading' (duration: 2.544137882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.711958Z","time spent":"2.546548829s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.71426Z","time spent":"2.544265885s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950967218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:05.258565Z","caller":"traceutil/trace.go:171","msg":"trace[1543243998] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25496; }","duration":"2.951003009s","start":"2026-05-07T10:08:02.307553Z","end":"2026-05-07T10:08:05.258556Z","steps":["trace[1543243998] 'agreement among raft nodes before linearized reading' (duration: 2.950952488s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.307434Z","time spent":"2.951161523s","remote":"127.0.0.1:55282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.258617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546488267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-05-07T10:08:05.258626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545512824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:05.258646Z","caller":"traceutil/trace.go:171","msg":"trace[1069638455] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25496; }","duration":"2.546516398s","start":"2026-05-07T10:08:02.712121Z","end":"2026-05-07T10:08:05.258637Z","steps":["trace[1069638455] 'agreement among raft nodes before linearized reading' (duration: 2.546433076s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258668Z","caller":"traceutil/trace.go:171","msg":"trace[581565322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25496; }","duration":"2.545561825s","start":"2026-05-07T10:08:02.713097Z","end":"2026-05-07T10:08:05.258659Z","steps":["trace[581565322] 'agreement among raft nodes before linearized reading' (duration: 2.545459813s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.257989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.183015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:05.258701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713092Z","time spent":"2.545602176s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545927634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1216"} {"level":"info","ts":"2026-05-07T10:08:05.258753Z","caller":"traceutil/trace.go:171","msg":"trace[467629099] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:25496; }","duration":"2.545972415s","start":"2026-05-07T10:08:02.712773Z","end":"2026-05-07T10:08:05.258745Z","steps":["trace[467629099] 'agreement among raft nodes before linearized reading' (duration: 2.545884173s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258348Z","caller":"traceutil/trace.go:171","msg":"trace[1509783751] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:25496; }","duration":"2.546334104s","start":"2026-05-07T10:08:02.711984Z","end":"2026-05-07T10:08:05.258318Z","steps":["trace[1509783751] 'agreement among raft nodes before linearized reading' (duration: 2.546217362s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712769Z","time spent":"2.546004846s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1238,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983307599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.258807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.711906Z","time spent":"2.546890787s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1629,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150839738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:05.258896Z","caller":"traceutil/trace.go:171","msg":"trace[975063361] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25496; }","duration":"3.150924791s","start":"2026-05-07T10:08:02.107962Z","end":"2026-05-07T10:08:05.258887Z","steps":["trace[975063361] 'agreement among raft nodes before linearized reading' (duration: 3.150870529s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545262329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-05-07T10:08:05.258933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.107938Z","time spent":"3.150986612s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:05.258946Z","caller":"traceutil/trace.go:171","msg":"trace[620773494] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25496; }","duration":"2.54531135s","start":"2026-05-07T10:08:02.713626Z","end":"2026-05-07T10:08:05.258937Z","steps":["trace[620773494] 'agreement among raft nodes before linearized reading' (duration: 2.545201047s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667764383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-07T10:08:05.258059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.610392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T10:08:05.258974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713618Z","time spent":"2.545350561s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546227981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1510"} {"level":"info","ts":"2026-05-07T10:08:05.259039Z","caller":"traceutil/trace.go:171","msg":"trace[933313428] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:25496; }","duration":"2.546287873s","start":"2026-05-07T10:08:02.712738Z","end":"2026-05-07T10:08:05.259026Z","steps":["trace[933313428] 'agreement among raft nodes before linearized reading' (duration: 2.54617723s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.257714Z","caller":"traceutil/trace.go:171","msg":"trace[970591743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25496; }","duration":"4.451586254s","start":"2026-05-07T10:08:00.806123Z","end":"2026-05-07T10:08:05.257709Z","steps":["trace[970591743] 'agreement among raft nodes before linearized reading' (duration: 4.451217835s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712732Z","time spent":"2.546337434s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-05-07T10:08:05.25909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618698029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.259096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.80611Z","time spent":"4.452976796s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545516525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T10:08:05.25912Z","caller":"traceutil/trace.go:171","msg":"trace[1333170570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25496; }","duration":"3.618765951s","start":"2026-05-07T10:08:01.640344Z","end":"2026-05-07T10:08:05.25911Z","steps":["trace[1333170570] 'agreement among raft nodes before linearized reading' (duration: 3.61872002s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.259154Z","caller":"traceutil/trace.go:171","msg":"trace[1957717426] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25496; }","duration":"2.545556496s","start":"2026-05-07T10:08:02.713589Z","end":"2026-05-07T10:08:05.259146Z","steps":["trace[1957717426] 'agreement among raft nodes before linearized reading' (duration: 2.545501214s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.64032Z","time spent":"3.618831053s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.259183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713586Z","time spent":"2.545590946s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-05-07T10:08:05.258126Z","caller":"traceutil/trace.go:171","msg":"trace[2113582673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25496; }","duration":"1.133022853s","start":"2026-05-07T10:08:04.125095Z","end":"2026-05-07T10:08:05.258118Z","steps":["trace[2113582673] 'agreement among raft nodes before linearized reading' (duration: 1.132979552s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546062918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T10:08:05.25929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546565959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-05-07T10:08:05.259297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:04.125073Z","time spent":"1.13421518s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:05.25931Z","caller":"traceutil/trace.go:171","msg":"trace[483348838] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25496; }","duration":"2.547253145s","start":"2026-05-07T10:08:02.712048Z","end":"2026-05-07T10:08:05.259301Z","steps":["trace[483348838] 'agreement among raft nodes before linearized reading' (duration: 2.546005516s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.259323Z","caller":"traceutil/trace.go:171","msg":"trace[983823223] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:25496; }","duration":"2.54660494s","start":"2026-05-07T10:08:02.712709Z","end":"2026-05-07T10:08:05.259313Z","steps":["trace[983823223] 'agreement among raft nodes before linearized reading' (duration: 2.546510087s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.25935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712045Z","time spent":"2.547293116s","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712702Z","time spent":"2.546644481s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545900344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-05-07T10:08:05.259003Z","caller":"traceutil/trace.go:171","msg":"trace[2006805854] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25496; }","duration":"3.667828365s","start":"2026-05-07T10:08:01.591144Z","end":"2026-05-07T10:08:05.258972Z","steps":["trace[2006805854] 'agreement among raft nodes before linearized reading' (duration: 3.667737513s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.259412Z","caller":"traceutil/trace.go:171","msg":"trace[90222741] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25496; }","duration":"2.545934895s","start":"2026-05-07T10:08:02.713467Z","end":"2026-05-07T10:08:05.259402Z","steps":["trace[90222741] 'agreement among raft nodes before linearized reading' (duration: 2.545849333s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258812Z","caller":"traceutil/trace.go:171","msg":"trace[119115270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25496; }","duration":"2.983383261s","start":"2026-05-07T10:08:02.27542Z","end":"2026-05-07T10:08:05.258804Z","steps":["trace[119115270] 'agreement among raft nodes before linearized reading' (duration: 2.983322289s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.258061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712053Z","time spent":"2.546002176s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589442301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:05.259294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545875883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-05-07T10:08:05.259518Z","caller":"traceutil/trace.go:171","msg":"trace[1146169109] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25496; }","duration":"3.589930313s","start":"2026-05-07T10:08:01.669574Z","end":"2026-05-07T10:08:05.259504Z","steps":["trace[1146169109] 'agreement among raft nodes before linearized reading' (duration: 3.589447892s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.25954Z","caller":"traceutil/trace.go:171","msg":"trace[1751672599] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:25496; }","duration":"2.546128039s","start":"2026-05-07T10:08:02.713401Z","end":"2026-05-07T10:08:05.259529Z","steps":["trace[1751672599] 'agreement among raft nodes before linearized reading' (duration: 2.545819151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546087728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"warn","ts":"2026-05-07T10:08:05.259554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.669563Z","time spent":"3.589978854s","remote":"127.0.0.1:52950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.259546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546856476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-07T10:08:05.259573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713397Z","time spent":"2.546169s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1268,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"info","ts":"2026-05-07T10:08:05.25958Z","caller":"traceutil/trace.go:171","msg":"trace[1410245082] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25496; }","duration":"2.546118579s","start":"2026-05-07T10:08:02.713452Z","end":"2026-05-07T10:08:05.25957Z","steps":["trace[1410245082] 'agreement among raft nodes before linearized reading' (duration: 2.546044707s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713449Z","time spent":"2.546150449s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-07T10:08:05.258533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712214Z","time spent":"2.546309273s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-07T10:08:05.25824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.578457Z","time spent":"3.679769156s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.258674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712071Z","time spent":"2.54659459s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.713442Z","time spent":"2.546332744s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-07T10:08:05.2596Z","caller":"traceutil/trace.go:171","msg":"trace[2046088149] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25496; }","duration":"2.546910437s","start":"2026-05-07T10:08:02.712676Z","end":"2026-05-07T10:08:05.259586Z","steps":["trace[2046088149] 'agreement among raft nodes before linearized reading' (duration: 2.546771934s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.712652Z","time spent":"2.547205254s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T10:08:05.259001Z","caller":"traceutil/trace.go:171","msg":"trace[1939095185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25496; }","duration":"800.586895ms","start":"2026-05-07T10:08:04.458404Z","end":"2026-05-07T10:08:05.258991Z","steps":["trace[1939095185] 'agreement among raft nodes before linearized reading' (duration: 799.599072ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:05.258715Z","caller":"traceutil/trace.go:171","msg":"trace[1443388695] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25496; }","duration":"228.934873ms","start":"2026-05-07T10:08:05.029764Z","end":"2026-05-07T10:08:05.258699Z","steps":["trace[1443388695] 'agreement among raft nodes before linearized reading' (duration: 228.172255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:05.259917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:04.458379Z","time spent":"801.522017ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.591125Z","time spent":"3.668305026s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:08:05.259478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.275397Z","time spent":"2.984068776s","remote":"127.0.0.1:44716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:05.763657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:06.264602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:06.633232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371296984s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:08:06.633713Z","caller":"traceutil/trace.go:171","msg":"trace[627434924] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"1.371861427s","start":"2026-05-07T10:08:05.261824Z","end":"2026-05-07T10:08:06.633686Z","steps":["trace[627434924] 'process raft request' (duration: 1.371626412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:06.633878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.261802Z","time spent":"1.371981631s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.262874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:07.262948Z","caller":"traceutil/trace.go:171","msg":"trace[806967720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994676s","start":"2026-05-07T10:08:05.262936Z","end":"2026-05-07T10:08:07.262931Z","steps":["trace[806967720] 'agreement among raft nodes before linearized reading' (duration: 1.999885014s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.262994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.262921Z","time spent":"2.000065139s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:07.37965Z","caller":"traceutil/trace.go:171","msg":"trace[643694712] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"2.113045355s","start":"2026-05-07T10:08:05.266582Z","end":"2026-05-07T10:08:07.379627Z","steps":["trace[643694712] 'process raft request' (duration: 2.112842101s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.379804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.266557Z","time spent":"2.113162448s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.379986Z","caller":"traceutil/trace.go:171","msg":"trace[1237550362] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"2.112040301s","start":"2026-05-07T10:08:05.267922Z","end":"2026-05-07T10:08:07.379962Z","steps":["trace[1237550362] 'process raft request' (duration: 2.111657982s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.380107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267908Z","time spent":"2.112134054s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.380211Z","caller":"traceutil/trace.go:171","msg":"trace[459828300] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"2.112172755s","start":"2026-05-07T10:08:05.268032Z","end":"2026-05-07T10:08:07.380205Z","steps":["trace[459828300] 'process raft request' (duration: 2.112056342s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.380195Z","caller":"traceutil/trace.go:171","msg":"trace[896435981] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"2.112183635s","start":"2026-05-07T10:08:05.267993Z","end":"2026-05-07T10:08:07.380177Z","steps":["trace[896435981] 'process raft request' (duration: 2.111875598s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.380245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268027Z","time spent":"2.112200246s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.380255Z","caller":"traceutil/trace.go:171","msg":"trace[691463619] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"936.641413ms","start":"2026-05-07T10:08:06.443591Z","end":"2026-05-07T10:08:07.380232Z","steps":["trace[691463619] 'process raft request' (duration: 936.592822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.380278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267988Z","time spent":"2.112247757s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.380306Z","caller":"traceutil/trace.go:171","msg":"trace[49665316] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"2.112161205s","start":"2026-05-07T10:08:05.268117Z","end":"2026-05-07T10:08:07.380278Z","steps":["trace[49665316] 'process raft request' (duration: 2.112038272s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.38034Z","caller":"traceutil/trace.go:171","msg":"trace[2105540244] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"800.211585ms","start":"2026-05-07T10:08:06.580123Z","end":"2026-05-07T10:08:07.380335Z","steps":["trace[2105540244] 'process raft request' (duration: 800.082932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.380373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.580099Z","time spent":"800.258046ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.380384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.443574Z","time spent":"936.741926ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.380435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268089Z","time spent":"2.112274687s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.38059Z","caller":"traceutil/trace.go:171","msg":"trace[1467261178] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"799.99827ms","start":"2026-05-07T10:08:06.580578Z","end":"2026-05-07T10:08:07.380576Z","steps":["trace[1467261178] 'process raft request' (duration: 799.894117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.38063Z","caller":"traceutil/trace.go:171","msg":"trace[2082654047] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"799.433807ms","start":"2026-05-07T10:08:06.581189Z","end":"2026-05-07T10:08:07.380623Z","steps":["trace[2082654047] 'process raft request' (duration: 799.339215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.380667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.581182Z","time spent":"799.464508ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.380659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.580571Z","time spent":"800.056651ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.380602Z","caller":"traceutil/trace.go:171","msg":"trace[436684773] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"800.319278ms","start":"2026-05-07T10:08:06.580247Z","end":"2026-05-07T10:08:07.380566Z","steps":["trace[436684773] 'process raft request' (duration: 800.053741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.380695Z","caller":"traceutil/trace.go:171","msg":"trace[476796207] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26336; }","duration":"2.117593832s","start":"2026-05-07T10:08:05.262974Z","end":"2026-05-07T10:08:07.380568Z","steps":["trace[476796207] 'read index received' (duration: 1.370506786s)","trace[476796207] 'applied index is now lower than readState.Index' (duration: 747.086036ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:07.380988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.58023Z","time spent":"800.515012ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:07.479587Z","caller":"traceutil/trace.go:171","msg":"trace[1748868912] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"736.224ms","start":"2026-05-07T10:08:06.743329Z","end":"2026-05-07T10:08:07.479553Z","steps":["trace[1748868912] 'process raft request' (duration: 700.0717ms)","trace[1748868912] 'compare' (duration: 35.942415ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:07.479629Z","caller":"traceutil/trace.go:171","msg":"trace[256744461] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"736.283623ms","start":"2026-05-07T10:08:06.743322Z","end":"2026-05-07T10:08:07.479606Z","steps":["trace[256744461] 'process raft request' (duration: 736.16779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.47973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.743303Z","time spent":"736.354754ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.479765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.743284Z","time spent":"736.408285ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:07.479913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.518726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:07.479953Z","caller":"traceutil/trace.go:171","msg":"trace[931891230] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25509; }","duration":"189.598548ms","start":"2026-05-07T10:08:07.290344Z","end":"2026-05-07T10:08:07.479943Z","steps":["trace[931891230] 'agreement among raft nodes before linearized reading' (duration: 189.533027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211101891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-05-07T10:08:07.480141Z","caller":"traceutil/trace.go:171","msg":"trace[355708500] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25509; }","duration":"2.211174933s","start":"2026-05-07T10:08:05.268951Z","end":"2026-05-07T10:08:07.480126Z","steps":["trace[355708500] 'agreement among raft nodes before linearized reading' (duration: 2.211013439s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268949Z","time spent":"2.211214074s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212128205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-07T10:08:07.480265Z","caller":"traceutil/trace.go:171","msg":"trace[906865755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25509; }","duration":"2.212177667s","start":"2026-05-07T10:08:05.268075Z","end":"2026-05-07T10:08:07.480253Z","steps":["trace[906865755] 'agreement among raft nodes before linearized reading' (duration: 2.212056964s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21235375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-05-07T10:08:07.480335Z","caller":"traceutil/trace.go:171","msg":"trace[1188169116] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25509; }","duration":"2.212410051s","start":"2026-05-07T10:08:05.267913Z","end":"2026-05-07T10:08:07.480323Z","steps":["trace[1188169116] 'agreement among raft nodes before linearized reading' (duration: 2.212309399s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.590058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:07.480367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267908Z","time spent":"2.212452153s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-05-07T10:08:07.480381Z","caller":"traceutil/trace.go:171","msg":"trace[395422368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25509; }","duration":"209.64914ms","start":"2026-05-07T10:08:07.270724Z","end":"2026-05-07T10:08:07.480373Z","steps":["trace[395422368] 'agreement among raft nodes before linearized reading' (duration: 209.609799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212461393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:935"} {"level":"info","ts":"2026-05-07T10:08:07.480411Z","caller":"traceutil/trace.go:171","msg":"trace[623777233] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:25509; }","duration":"2.212484883s","start":"2026-05-07T10:08:05.267919Z","end":"2026-05-07T10:08:07.480404Z","steps":["trace[623777233] 'agreement among raft nodes before linearized reading' (duration: 2.212395651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267906Z","time spent":"2.212532105s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.375609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:07.48055Z","caller":"traceutil/trace.go:171","msg":"trace[1185638778] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25509; }","duration":"262.422271ms","start":"2026-05-07T10:08:07.218121Z","end":"2026-05-07T10:08:07.480543Z","steps":["trace[1185638778] 'agreement among raft nodes before linearized reading' (duration: 262.350699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21274076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-05-07T10:08:07.48066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.498722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:07.480669Z","caller":"traceutil/trace.go:171","msg":"trace[1452046045] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25509; }","duration":"2.212795891s","start":"2026-05-07T10:08:05.267865Z","end":"2026-05-07T10:08:07.480661Z","steps":["trace[1452046045] 'agreement among raft nodes before linearized reading' (duration: 2.212651798s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.48068Z","caller":"traceutil/trace.go:171","msg":"trace[396103907] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25509; }","duration":"313.550023ms","start":"2026-05-07T10:08:07.167123Z","end":"2026-05-07T10:08:07.480673Z","steps":["trace[396103907] 'agreement among raft nodes before linearized reading' (duration: 313.516712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212622107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-05-07T10:08:07.480726Z","caller":"traceutil/trace.go:171","msg":"trace[162933843] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:25509; }","duration":"2.212671898s","start":"2026-05-07T10:08:05.268044Z","end":"2026-05-07T10:08:07.480716Z","steps":["trace[162933843] 'agreement among raft nodes before linearized reading' (duration: 2.212554765s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.6323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T10:08:07.480762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268039Z","time spent":"2.212716658s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":949,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212968985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-05-07T10:08:07.480801Z","caller":"traceutil/trace.go:171","msg":"trace[1854834010] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:25509; }","duration":"2.213012085s","start":"2026-05-07T10:08:05.267781Z","end":"2026-05-07T10:08:07.480793Z","steps":["trace[1854834010] 'agreement among raft nodes before linearized reading' (duration: 2.212933964s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.033989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-05-07T10:08:07.480826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267776Z","time spent":"2.213044967s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-05-07T10:08:07.480847Z","caller":"traceutil/trace.go:171","msg":"trace[444572632] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7; range_end:; response_count:1; response_revision:25509; }","duration":"842.08036ms","start":"2026-05-07T10:08:06.638761Z","end":"2026-05-07T10:08:07.480841Z","steps":["trace[444572632] 'agreement among raft nodes before linearized reading' (duration: 842.023598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.480882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.638745Z","time spent":"842.132011ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212900443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1954"} {"level":"warn","ts":"2026-05-07T10:08:07.480986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337398047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:07.481005Z","caller":"traceutil/trace.go:171","msg":"trace[216938194] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25509; }","duration":"1.337420817s","start":"2026-05-07T10:08:06.143578Z","end":"2026-05-07T10:08:07.480999Z","steps":["trace[216938194] 'agreement among raft nodes before linearized reading' (duration: 1.337387486s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.480999Z","caller":"traceutil/trace.go:171","msg":"trace[1278216009] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25509; }","duration":"2.212942014s","start":"2026-05-07T10:08:05.268047Z","end":"2026-05-07T10:08:07.480989Z","steps":["trace[1278216009] 'agreement among raft nodes before linearized reading' (duration: 2.212844612s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:06.143541Z","time spent":"1.337477909s","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:07.481026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214572683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-07T10:08:07.481069Z","caller":"traceutil/trace.go:171","msg":"trace[693749263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25509; }","duration":"2.214628364s","start":"2026-05-07T10:08:05.266426Z","end":"2026-05-07T10:08:07.481054Z","steps":["trace[693749263] 'agreement among raft nodes before linearized reading' (duration: 2.214527711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213082298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-05-07T10:08:07.481159Z","caller":"traceutil/trace.go:171","msg":"trace[296247131] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25509; }","duration":"2.213142809s","start":"2026-05-07T10:08:05.267998Z","end":"2026-05-07T10:08:07.481141Z","steps":["trace[296247131] 'agreement among raft nodes before linearized reading' (duration: 2.213050576s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267992Z","time spent":"2.213193521s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1617,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213347174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-05-07T10:08:07.481404Z","caller":"traceutil/trace.go:171","msg":"trace[482034573] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:25509; }","duration":"2.213381295s","start":"2026-05-07T10:08:05.268014Z","end":"2026-05-07T10:08:07.481395Z","steps":["trace[482034573] 'agreement among raft nodes before linearized reading' (duration: 2.213300773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268008Z","time spent":"2.213416535s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1442,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213071387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-05-07T10:08:07.481511Z","caller":"traceutil/trace.go:171","msg":"trace[1054316601] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:25509; }","duration":"2.213105168s","start":"2026-05-07T10:08:05.268399Z","end":"2026-05-07T10:08:07.481504Z","steps":["trace[1054316601] 'agreement among raft nodes before linearized reading' (duration: 2.213034706s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268395Z","time spent":"2.213129879s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213583049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"warn","ts":"2026-05-07T10:08:07.481671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212722269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-05-07T10:08:07.481693Z","caller":"traceutil/trace.go:171","msg":"trace[1162578128] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:25509; }","duration":"2.212751229s","start":"2026-05-07T10:08:05.268934Z","end":"2026-05-07T10:08:07.481685Z","steps":["trace[1162578128] 'agreement among raft nodes before linearized reading' (duration: 2.212680328s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.26893Z","time spent":"2.212775931s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":788,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21318774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-05-07T10:08:07.48183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213846216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1454"} {"level":"warn","ts":"2026-05-07T10:08:07.481847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213522258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:08:07.481858Z","caller":"traceutil/trace.go:171","msg":"trace[1091959910] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25509; }","duration":"2.213894656s","start":"2026-05-07T10:08:05.267955Z","end":"2026-05-07T10:08:07.481849Z","steps":["trace[1091959910] 'agreement among raft nodes before linearized reading' (duration: 2.213824255s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.481866Z","caller":"traceutil/trace.go:171","msg":"trace[1205226076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25509; }","duration":"2.213569159s","start":"2026-05-07T10:08:05.268291Z","end":"2026-05-07T10:08:07.481861Z","steps":["trace[1205226076] 'agreement among raft nodes before linearized reading' (duration: 2.213505888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.481889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268282Z","time spent":"2.21360306s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:07.48189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267944Z","time spent":"2.213940488s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213522408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-05-07T10:08:07.480297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268069Z","time spent":"2.212220838s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-05-07T10:08:07.481666Z","caller":"traceutil/trace.go:171","msg":"trace[1963516408] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:25509; }","duration":"2.213654661s","start":"2026-05-07T10:08:05.268002Z","end":"2026-05-07T10:08:07.481657Z","steps":["trace[1963516408] 'agreement among raft nodes before linearized reading' (duration: 2.213544238s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.48201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21320875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-05-07T10:08:07.482062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267995Z","time spent":"2.21405297s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-07T10:08:07.482083Z","caller":"traceutil/trace.go:171","msg":"trace[891979282] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25509; }","duration":"2.213293192s","start":"2026-05-07T10:08:05.268773Z","end":"2026-05-07T10:08:07.482066Z","steps":["trace[891979282] 'agreement among raft nodes before linearized reading' (duration: 2.213108808s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.48212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268769Z","time spent":"2.213343183s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213728202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-05-07T10:08:07.482218Z","caller":"traceutil/trace.go:171","msg":"trace[1009669837] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:25509; }","duration":"2.214217175s","start":"2026-05-07T10:08:05.267986Z","end":"2026-05-07T10:08:07.482204Z","steps":["trace[1009669837] 'agreement among raft nodes before linearized reading' (duration: 2.213698152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.482273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267983Z","time spent":"2.214276016s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.167104Z","time spent":"313.589914ms","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:07.482302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213638451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-05-07T10:08:07.482333Z","caller":"traceutil/trace.go:171","msg":"trace[5965227] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:25509; }","duration":"2.213669781s","start":"2026-05-07T10:08:05.268651Z","end":"2026-05-07T10:08:07.48232Z","steps":["trace[5965227] 'agreement among raft nodes before linearized reading' (duration: 2.213589859s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.482365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268648Z","time spent":"2.213711382s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":848,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"info","ts":"2026-05-07T10:08:07.480772Z","caller":"traceutil/trace.go:171","msg":"trace[78007574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25509; }","duration":"380.676521ms","start":"2026-05-07T10:08:07.100091Z","end":"2026-05-07T10:08:07.480767Z","steps":["trace[78007574] 'agreement among raft nodes before linearized reading' (duration: 380.621369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.482446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.100075Z","time spent":"382.359321ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:07.482515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214243935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-05-07T10:08:07.48259Z","caller":"traceutil/trace.go:171","msg":"trace[2068358629] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:25509; }","duration":"2.214327686s","start":"2026-05-07T10:08:05.268254Z","end":"2026-05-07T10:08:07.482581Z","steps":["trace[2068358629] 'agreement among raft nodes before linearized reading' (duration: 2.213725802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.482644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268249Z","time spent":"2.214387209s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1283,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"info","ts":"2026-05-07T10:08:07.48201Z","caller":"traceutil/trace.go:171","msg":"trace[341504249] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25509; }","duration":"2.21361586s","start":"2026-05-07T10:08:05.268378Z","end":"2026-05-07T10:08:07.481994Z","steps":["trace[341504249] 'agreement among raft nodes before linearized reading' (duration: 2.213451436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.482755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268371Z","time spent":"2.214376368s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.266415Z","time spent":"2.214691466s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:07.480696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.267862Z","time spent":"2.212826952s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-07T10:08:07.481031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268043Z","time spent":"2.212981505s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1976,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-07T10:08:07.481939Z","caller":"traceutil/trace.go:171","msg":"trace[984317228] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:25509; }","duration":"2.213675682s","start":"2026-05-07T10:08:05.268245Z","end":"2026-05-07T10:08:07.481921Z","steps":["trace[984317228] 'agreement among raft nodes before linearized reading' (duration: 2.212339891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.48389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:05.268241Z","time spent":"2.215637628s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"info","ts":"2026-05-07T10:08:07.682825Z","caller":"traceutil/trace.go:171","msg":"trace[629136715] linearizableReadLoop","detail":"{readStateIndex:26352; appliedIndex:26351; }","duration":"130.770445ms","start":"2026-05-07T10:08:07.552028Z","end":"2026-05-07T10:08:07.682799Z","steps":["trace[629136715] 'read index received' (duration: 783.479µs)","trace[629136715] 'applied index is now lower than readState.Index' (duration: 129.985896ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:07.682938Z","caller":"traceutil/trace.go:171","msg":"trace[1848388564] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"130.973069ms","start":"2026-05-07T10:08:07.551953Z","end":"2026-05-07T10:08:07.682926Z","steps":["trace[1848388564] 'process raft request' (duration: 112.591267ms)","trace[1848388564] 'compare' (duration: 18.064925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:07.683111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.99641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"info","ts":"2026-05-07T10:08:07.683167Z","caller":"traceutil/trace.go:171","msg":"trace[2133752265] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:25512; }","duration":"131.077353ms","start":"2026-05-07T10:08:07.552074Z","end":"2026-05-07T10:08:07.683151Z","steps":["trace[2133752265] 'agreement among raft nodes before linearized reading' (duration: 130.894458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.163445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-05-07T10:08:07.683243Z","caller":"traceutil/trace.go:171","msg":"trace[1247632787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25512; }","duration":"131.224476ms","start":"2026-05-07T10:08:07.552005Z","end":"2026-05-07T10:08:07.683229Z","steps":["trace[1247632787] 'agreement among raft nodes before linearized reading' (duration: 130.950819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.966289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-05-07T10:08:07.683382Z","caller":"traceutil/trace.go:171","msg":"trace[2140780434] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:25512; }","duration":"131.003871ms","start":"2026-05-07T10:08:07.552372Z","end":"2026-05-07T10:08:07.683376Z","steps":["trace[2140780434] 'agreement among raft nodes before linearized reading' (duration: 130.936789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.382019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-05-07T10:08:07.683539Z","caller":"traceutil/trace.go:171","msg":"trace[1595442736] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:25512; }","duration":"131.415591ms","start":"2026-05-07T10:08:07.552118Z","end":"2026-05-07T10:08:07.683533Z","steps":["trace[1595442736] 'agreement among raft nodes before linearized reading' (duration: 131.351219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.158724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:933"} {"level":"warn","ts":"2026-05-07T10:08:07.683558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.452471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1416"} {"level":"info","ts":"2026-05-07T10:08:07.683575Z","caller":"traceutil/trace.go:171","msg":"trace[1449938110] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25512; }","duration":"131.475652ms","start":"2026-05-07T10:08:07.552094Z","end":"2026-05-07T10:08:07.683569Z","steps":["trace[1449938110] 'agreement among raft nodes before linearized reading' (duration: 131.439711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.683572Z","caller":"traceutil/trace.go:171","msg":"trace[2130883212] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:25512; }","duration":"131.230705ms","start":"2026-05-07T10:08:07.552331Z","end":"2026-05-07T10:08:07.683562Z","steps":["trace[2130883212] 'agreement among raft nodes before linearized reading' (duration: 131.086342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.39956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-05-07T10:08:07.683509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.348859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:07.68363Z","caller":"traceutil/trace.go:171","msg":"trace[1912747202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25512; }","duration":"131.482912ms","start":"2026-05-07T10:08:07.552131Z","end":"2026-05-07T10:08:07.683614Z","steps":["trace[1912747202] 'agreement among raft nodes before linearized reading' (duration: 131.281847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.363259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:901"} {"level":"warn","ts":"2026-05-07T10:08:07.683659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.529373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1523"} {"level":"info","ts":"2026-05-07T10:08:07.68367Z","caller":"traceutil/trace.go:171","msg":"trace[1471051678] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:25512; }","duration":"131.453402ms","start":"2026-05-07T10:08:07.552203Z","end":"2026-05-07T10:08:07.683656Z","steps":["trace[1471051678] 'agreement among raft nodes before linearized reading' (duration: 131.230176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.68368Z","caller":"traceutil/trace.go:171","msg":"trace[564177305] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:25512; }","duration":"131.553023ms","start":"2026-05-07T10:08:07.55212Z","end":"2026-05-07T10:08:07.683673Z","steps":["trace[564177305] 'agreement among raft nodes before linearized reading' (duration: 131.505722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:07.683655Z","caller":"traceutil/trace.go:171","msg":"trace[382809258] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25512; }","duration":"131.509192ms","start":"2026-05-07T10:08:07.552136Z","end":"2026-05-07T10:08:07.683646Z","steps":["trace[382809258] 'agreement among raft nodes before linearized reading' (duration: 131.331258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.733973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-05-07T10:08:07.683814Z","caller":"traceutil/trace.go:171","msg":"trace[1441237818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25512; }","duration":"124.761494ms","start":"2026-05-07T10:08:07.559047Z","end":"2026-05-07T10:08:07.683808Z","steps":["trace[1441237818] 'agreement among raft nodes before linearized reading' (duration: 124.711443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.683886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.306374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3094a150-4014-4cbc-a406-8d8e6c1fdf0b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-07T10:08:07.6839Z","caller":"traceutil/trace.go:171","msg":"trace[316601781] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3094a150-4014-4cbc-a406-8d8e6c1fdf0b; range_end:; response_count:1; response_revision:25512; }","duration":"130.329804ms","start":"2026-05-07T10:08:07.553567Z","end":"2026-05-07T10:08:07.683897Z","steps":["trace[316601781] 'agreement among raft nodes before linearized reading' (duration: 130.285233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.684868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-05-07T10:08:07.685165Z","caller":"traceutil/trace.go:171","msg":"trace[773208388] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:25512; }","duration":"132.539727ms","start":"2026-05-07T10:08:07.552355Z","end":"2026-05-07T10:08:07.684894Z","steps":["trace[773208388] 'agreement among raft nodes before linearized reading' (duration: 132.25636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:07.687061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.452411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-05-07T10:08:07.687148Z","caller":"traceutil/trace.go:171","msg":"trace[406274621] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:25512; }","duration":"134.564064ms","start":"2026-05-07T10:08:07.552569Z","end":"2026-05-07T10:08:07.687133Z","steps":["trace[406274621] 'agreement among raft nodes before linearized reading' (duration: 130.705204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.264968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.801294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:08.265075Z","caller":"traceutil/trace.go:171","msg":"trace[1233653571] linearizableReadLoop","detail":"{readStateIndex:26355; appliedIndex:26354; }","duration":"505.243191ms","start":"2026-05-07T10:08:07.75981Z","end":"2026-05-07T10:08:08.265053Z","steps":["trace[1233653571] 'read index received' (duration: 73.241513ms)","trace[1233653571] 'applied index is now lower than readState.Index' (duration: 431.999677ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:08.265125Z","caller":"traceutil/trace.go:171","msg":"trace[291799253] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"508.102697ms","start":"2026-05-07T10:08:07.756979Z","end":"2026-05-07T10:08:08.265082Z","steps":["trace[291799253] 'process raft request' (duration: 76.068658ms)","trace[291799253] 'compare' (duration: 431.566758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:08.265358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.571527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-07T10:08:08.265396Z","caller":"traceutil/trace.go:171","msg":"trace[2027757051] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25515; }","duration":"505.66481ms","start":"2026-05-07T10:08:07.759721Z","end":"2026-05-07T10:08:08.265386Z","steps":["trace[2027757051] 'agreement among raft nodes before linearized reading' (duration: 505.445655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.759691Z","time spent":"505.730291ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-07T10:08:08.265647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.898661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-cfn\" ","response":"range_response_count:1 size:915"} {"level":"warn","ts":"2026-05-07T10:08:08.265682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.12633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-05-07T10:08:08.265707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.445195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"warn","ts":"2026-05-07T10:08:08.265763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.742849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:08.265763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.25452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-05-07T10:08:08.265782Z","caller":"traceutil/trace.go:171","msg":"trace[2122059587] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:25515; }","duration":"380.574158ms","start":"2026-05-07T10:08:07.88519Z","end":"2026-05-07T10:08:08.265764Z","steps":["trace[2122059587] 'agreement among raft nodes before linearized reading' (duration: 380.358933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.335728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-07T10:08:08.265792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.853156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"info","ts":"2026-05-07T10:08:08.265815Z","caller":"traceutil/trace.go:171","msg":"trace[381648620] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25515; }","duration":"478.379148ms","start":"2026-05-07T10:08:07.78743Z","end":"2026-05-07T10:08:08.265809Z","steps":["trace[381648620] 'agreement among raft nodes before linearized reading' (duration: 478.331397ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.265803Z","caller":"traceutil/trace.go:171","msg":"trace[1008832575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25515; }","duration":"393.80895ms","start":"2026-05-07T10:08:07.871982Z","end":"2026-05-07T10:08:08.265791Z","steps":["trace[1008832575] 'agreement among raft nodes before linearized reading' (duration: 393.743328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.885168Z","time spent":"380.64536ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-05-07T10:08:08.265831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.350423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1080"} {"level":"warn","ts":"2026-05-07T10:08:08.265843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.787422Z","time spent":"478.41597ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-07T10:08:08.26585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.871969Z","time spent":"393.872031ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:08.265873Z","caller":"traceutil/trace.go:171","msg":"trace[1931779366] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:25515; }","duration":"280.444695ms","start":"2026-05-07T10:08:07.985418Z","end":"2026-05-07T10:08:08.265863Z","steps":["trace[1931779366] 'agreement among raft nodes before linearized reading' (duration: 280.341472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-05-07T10:08:08.265929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.048252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-05-07T10:08:08.265946Z","caller":"traceutil/trace.go:171","msg":"trace[1245076163] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25515; }","duration":"206.933715ms","start":"2026-05-07T10:08:08.059006Z","end":"2026-05-07T10:08:08.265939Z","steps":["trace[1245076163] 'agreement among raft nodes before linearized reading' (duration: 206.854853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.265965Z","caller":"traceutil/trace.go:171","msg":"trace[404652205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25515; }","duration":"356.145885ms","start":"2026-05-07T10:08:07.909806Z","end":"2026-05-07T10:08:08.265952Z","steps":["trace[404652205] 'agreement among raft nodes before linearized reading' (duration: 356.060103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.265742Z","caller":"traceutil/trace.go:171","msg":"trace[1613073589] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25515; }","duration":"480.246682ms","start":"2026-05-07T10:08:07.785481Z","end":"2026-05-07T10:08:08.265728Z","steps":["trace[1613073589] 'agreement among raft nodes before linearized reading' (duration: 480.053488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.909763Z","time spent":"356.226367ms","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-07T10:08:08.266009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.613374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-05-07T10:08:08.266024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.785462Z","time spent":"480.55616ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-05-07T10:08:08.265702Z","caller":"traceutil/trace.go:171","msg":"trace[677225134] range","detail":"{range_begin:/registry/services/specs/openstack/heat-cfn; range_end:; response_count:1; response_revision:25515; }","duration":"405.012723ms","start":"2026-05-07T10:08:07.860677Z","end":"2026-05-07T10:08:08.26569Z","steps":["trace[677225134] 'agreement among raft nodes before linearized reading' (duration: 404.86991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.266003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.076257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-05-07T10:08:08.266091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.860647Z","time spent":"405.433344ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":937,"request content":"key:\"/registry/services/specs/openstack/heat-cfn\" "} {"level":"info","ts":"2026-05-07T10:08:08.266034Z","caller":"traceutil/trace.go:171","msg":"trace[1831236340] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:25515; }","duration":"256.669075ms","start":"2026-05-07T10:08:08.009357Z","end":"2026-05-07T10:08:08.266027Z","steps":["trace[1831236340] 'agreement among raft nodes before linearized reading' (duration: 256.593354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.253506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-05-07T10:08:08.266142Z","caller":"traceutil/trace.go:171","msg":"trace[632806583] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:25515; }","duration":"330.775748ms","start":"2026-05-07T10:08:07.935357Z","end":"2026-05-07T10:08:08.266133Z","steps":["trace[632806583] 'agreement among raft nodes before linearized reading' (duration: 330.180714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.26614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.598927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-05-07T10:08:08.266194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.935335Z","time spent":"330.851589ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":943,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-05-07T10:08:08.265342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.756967Z","time spent":"508.239961ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:08.265828Z","caller":"traceutil/trace.go:171","msg":"trace[317736918] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:25515; }","duration":"431.329392ms","start":"2026-05-07T10:08:07.834475Z","end":"2026-05-07T10:08:08.265804Z","steps":["trace[317736918] 'agreement among raft nodes before linearized reading' (duration: 431.213569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.979162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1390"} {"level":"info","ts":"2026-05-07T10:08:08.266172Z","caller":"traceutil/trace.go:171","msg":"trace[1960617826] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:25515; }","duration":"306.22399ms","start":"2026-05-07T10:08:07.95988Z","end":"2026-05-07T10:08:08.266104Z","steps":["trace[1960617826] 'agreement among raft nodes before linearized reading' (duration: 305.968124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.266271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.834457Z","time spent":"431.797403ms","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-05-07T10:08:08.266287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.931168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:937"} {"level":"info","ts":"2026-05-07T10:08:08.266294Z","caller":"traceutil/trace.go:171","msg":"trace[237734928] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25515; }","duration":"456.688009ms","start":"2026-05-07T10:08:07.809575Z","end":"2026-05-07T10:08:08.266263Z","steps":["trace[237734928] 'agreement among raft nodes before linearized reading' (duration: 455.984252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.266211Z","caller":"traceutil/trace.go:171","msg":"trace[2013531979] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25515; }","duration":"106.690888ms","start":"2026-05-07T10:08:08.159507Z","end":"2026-05-07T10:08:08.266198Z","steps":["trace[2013531979] 'agreement among raft nodes before linearized reading' (duration: 106.569776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.265841Z","caller":"traceutil/trace.go:171","msg":"trace[1964720545] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25515; }","duration":"181.898947ms","start":"2026-05-07T10:08:08.08393Z","end":"2026-05-07T10:08:08.265828Z","steps":["trace[1964720545] 'agreement among raft nodes before linearized reading' (duration: 181.797264ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:08.266317Z","caller":"traceutil/trace.go:171","msg":"trace[472842968] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25515; }","duration":"130.98099ms","start":"2026-05-07T10:08:08.135327Z","end":"2026-05-07T10:08:08.266308Z","steps":["trace[472842968] 'agreement among raft nodes before linearized reading' (duration: 130.901098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.265654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.904696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-05-07T10:08:08.266521Z","caller":"traceutil/trace.go:171","msg":"trace[952483588] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25515; }","duration":"156.787277ms","start":"2026-05-07T10:08:08.109718Z","end":"2026-05-07T10:08:08.266506Z","steps":["trace[952483588] 'agreement among raft nodes before linearized reading' (duration: 155.813594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.266342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.959859Z","time spent":"306.469156ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":781,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-05-07T10:08:08.266333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:07.80954Z","time spent":"456.78046ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1412,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-07T10:08:08.265698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.778346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:817"} {"level":"info","ts":"2026-05-07T10:08:08.266851Z","caller":"traceutil/trace.go:171","msg":"trace[74534677] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:25515; }","duration":"231.970984ms","start":"2026-05-07T10:08:08.034868Z","end":"2026-05-07T10:08:08.266839Z","steps":["trace[74534677] 'agreement among raft nodes before linearized reading' (duration: 230.671204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.528627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.786865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-05-07T10:08:08.528706Z","caller":"traceutil/trace.go:171","msg":"trace[1970112722] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:25515; }","duration":"144.891507ms","start":"2026-05-07T10:08:08.383795Z","end":"2026-05-07T10:08:08.528686Z","steps":["trace[1970112722] 'range keys from in-memory index tree' (duration: 144.658712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:08.528742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.560041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T10:08:08.528835Z","caller":"traceutil/trace.go:171","msg":"trace[336211147] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25515; }","duration":"119.722676ms","start":"2026-05-07T10:08:08.40909Z","end":"2026-05-07T10:08:08.528813Z","steps":["trace[336211147] 'range keys from in-memory index tree' (duration: 119.320376ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:09.120416Z","caller":"traceutil/trace.go:171","msg":"trace[2100129565] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26355; }","duration":"360.757363ms","start":"2026-05-07T10:08:08.759634Z","end":"2026-05-07T10:08:09.120391Z","steps":["trace[2100129565] 'read index received' (duration: 360.584019ms)","trace[2100129565] 'applied index is now lower than readState.Index' (duration: 171.904µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:09.120414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:08.746862Z","time spent":"373.547833ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:09.120597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.927227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"warn","ts":"2026-05-07T10:08:09.120623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.680663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-05-07T10:08:09.120642Z","caller":"traceutil/trace.go:171","msg":"trace[1643792850] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25515; }","duration":"361.013749ms","start":"2026-05-07T10:08:08.759614Z","end":"2026-05-07T10:08:09.120627Z","steps":["trace[1643792850] 'agreement among raft nodes before linearized reading' (duration: 360.846845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:08.759604Z","time spent":"361.05718ms","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2895,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"info","ts":"2026-05-07T10:08:09.120692Z","caller":"traceutil/trace.go:171","msg":"trace[1296527889] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25515; }","duration":"335.754145ms","start":"2026-05-07T10:08:08.784903Z","end":"2026-05-07T10:08:09.120658Z","steps":["trace[1296527889] 'agreement among raft nodes before linearized reading' (duration: 335.624232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.470409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1348"} {"level":"info","ts":"2026-05-07T10:08:09.120778Z","caller":"traceutil/trace.go:171","msg":"trace[390379075] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:25515; }","duration":"133.576931ms","start":"2026-05-07T10:08:08.987184Z","end":"2026-05-07T10:08:09.120761Z","steps":["trace[390379075] 'agreement among raft nodes before linearized reading' (duration: 133.375406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.807183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-05-07T10:08:09.12083Z","caller":"traceutil/trace.go:171","msg":"trace[285103763] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:25515; }","duration":"260.858634ms","start":"2026-05-07T10:08:08.859963Z","end":"2026-05-07T10:08:09.120822Z","steps":["trace[285103763] 'agreement among raft nodes before linearized reading' (duration: 260.782162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.211691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1367"} {"level":"info","ts":"2026-05-07T10:08:09.120911Z","caller":"traceutil/trace.go:171","msg":"trace[853639698] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:25515; }","duration":"235.330444ms","start":"2026-05-07T10:08:08.885562Z","end":"2026-05-07T10:08:09.120892Z","steps":["trace[853639698] 'agreement among raft nodes before linearized reading' (duration: 235.015476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.829061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-05-07T10:08:09.121014Z","caller":"traceutil/trace.go:171","msg":"trace[1801045459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25515; }","duration":"285.901183ms","start":"2026-05-07T10:08:08.835103Z","end":"2026-05-07T10:08:09.121004Z","steps":["trace[1801045459] 'agreement among raft nodes before linearized reading' (duration: 285.81405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.121118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.175098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"warn","ts":"2026-05-07T10:08:09.12112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.764864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-05-07T10:08:09.12114Z","caller":"traceutil/trace.go:171","msg":"trace[43257559] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:25515; }","duration":"186.23706ms","start":"2026-05-07T10:08:08.934896Z","end":"2026-05-07T10:08:09.121133Z","steps":["trace[43257559] 'agreement among raft nodes before linearized reading' (duration: 186.175858ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:09.121152Z","caller":"traceutil/trace.go:171","msg":"trace[708418111] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:25515; }","duration":"161.823956ms","start":"2026-05-07T10:08:08.959316Z","end":"2026-05-07T10:08:09.12114Z","steps":["trace[708418111] 'agreement among raft nodes before linearized reading' (duration: 161.723943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.121248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.86221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1937"} {"level":"warn","ts":"2026-05-07T10:08:09.12128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.194866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T10:08:09.12128Z","caller":"traceutil/trace.go:171","msg":"trace[669175243] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:25515; }","duration":"310.946752ms","start":"2026-05-07T10:08:08.810322Z","end":"2026-05-07T10:08:09.121268Z","steps":["trace[669175243] 'agreement among raft nodes before linearized reading' (duration: 310.86046ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:09.121307Z","caller":"traceutil/trace.go:171","msg":"trace[144268731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25515; }","duration":"211.238877ms","start":"2026-05-07T10:08:08.910059Z","end":"2026-05-07T10:08:09.121298Z","steps":["trace[144268731] 'agreement among raft nodes before linearized reading' (duration: 211.155675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.121312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:08.810309Z","time spent":"310.996963ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1959,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-05-07T10:08:09.121345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.450044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-05-07T10:08:09.121363Z","caller":"traceutil/trace.go:171","msg":"trace[1408925109] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:25515; }","duration":"112.497576ms","start":"2026-05-07T10:08:09.008858Z","end":"2026-05-07T10:08:09.121356Z","steps":["trace[1408925109] 'agreement among raft nodes before linearized reading' (duration: 112.451485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.120727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:08.784893Z","time spent":"335.825567ms","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-07T10:08:09.511309Z","caller":"traceutil/trace.go:171","msg":"trace[335598249] linearizableReadLoop","detail":"{readStateIndex:26358; appliedIndex:26357; }","duration":"123.001162ms","start":"2026-05-07T10:08:09.388282Z","end":"2026-05-07T10:08:09.511283Z","steps":["trace[335598249] 'read index received' (duration: 122.877619ms)","trace[335598249] 'applied index is now lower than readState.Index' (duration: 122.123µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:09.511334Z","caller":"traceutil/trace.go:171","msg":"trace[1717108747] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"123.115405ms","start":"2026-05-07T10:08:09.388201Z","end":"2026-05-07T10:08:09.511316Z","steps":["trace[1717108747] 'process raft request' (duration: 122.934951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:09.51148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.171226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:08:09.511516Z","caller":"traceutil/trace.go:171","msg":"trace[2096293446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25517; }","duration":"123.268479ms","start":"2026-05-07T10:08:09.388239Z","end":"2026-05-07T10:08:09.511508Z","steps":["trace[2096293446] 'agreement among raft nodes before linearized reading' (duration: 123.131355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.011633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:08:10.497435Z","caller":"traceutil/trace.go:171","msg":"trace[7639724] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"1.10871211s","start":"2026-05-07T10:08:09.388699Z","end":"2026-05-07T10:08:10.497411Z","steps":["trace[7639724] 'process raft request' (duration: 1.108641389s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.497451Z","caller":"traceutil/trace.go:171","msg":"trace[1162366659] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"1.109046968s","start":"2026-05-07T10:08:09.388364Z","end":"2026-05-07T10:08:10.497411Z","steps":["trace[1162366659] 'process raft request' (duration: 1.108778002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.497593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.388689Z","time spent":"1.108815692s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.497614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.388336Z","time spent":"1.109189002s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:10.497717Z","caller":"traceutil/trace.go:171","msg":"trace[1415221913] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"1.109295034s","start":"2026-05-07T10:08:09.388397Z","end":"2026-05-07T10:08:10.497692Z","steps":["trace[1415221913] 'process raft request' (duration: 1.108899215s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.497831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.388383Z","time spent":"1.109396386s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:10.497892Z","caller":"traceutil/trace.go:171","msg":"trace[1696394705] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"1.081416618s","start":"2026-05-07T10:08:09.416463Z","end":"2026-05-07T10:08:10.497879Z","steps":["trace[1696394705] 'process raft request' (duration: 1.080911116s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.497955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.416447Z","time spent":"1.08147164s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:10.498016Z","caller":"traceutil/trace.go:171","msg":"trace[1914476708] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"1.079376771s","start":"2026-05-07T10:08:09.41862Z","end":"2026-05-07T10:08:10.497997Z","steps":["trace[1914476708] 'process raft request' (duration: 1.079251758s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.498012Z","caller":"traceutil/trace.go:171","msg":"trace[993591997] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"1.080789984s","start":"2026-05-07T10:08:09.417178Z","end":"2026-05-07T10:08:10.497968Z","steps":["trace[993591997] 'process raft request' (duration: 1.080579589s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.498071Z","caller":"traceutil/trace.go:171","msg":"trace[1359120914] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"1.012317273s","start":"2026-05-07T10:08:09.48574Z","end":"2026-05-07T10:08:10.498057Z","steps":["trace[1359120914] 'process raft request' (duration: 1.01218713s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.498072Z","caller":"traceutil/trace.go:171","msg":"trace[1199646209] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"1.007241464s","start":"2026-05-07T10:08:09.490803Z","end":"2026-05-07T10:08:10.498044Z","steps":["trace[1199646209] 'process raft request' (duration: 1.007179463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.498185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.417162Z","time spent":"1.080923757s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.498198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.485715Z","time spent":"1.012404736s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.498116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.418608Z","time spent":"1.079460323s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.498296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.490786Z","time spent":"1.007416859s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:10.55308Z","caller":"traceutil/trace.go:171","msg":"trace[84827971] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"1.037152877s","start":"2026-05-07T10:08:09.515912Z","end":"2026-05-07T10:08:10.553065Z","steps":["trace[84827971] 'process raft request' (duration: 1.036933152s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.553075Z","caller":"traceutil/trace.go:171","msg":"trace[2068976461] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26358; }","duration":"1.041680504s","start":"2026-05-07T10:08:09.511376Z","end":"2026-05-07T10:08:10.553056Z","steps":["trace[2068976461] 'read index received' (duration: 985.805861ms)","trace[2068976461] 'applied index is now lower than readState.Index' (duration: 55.873773ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:10.553108Z","caller":"traceutil/trace.go:171","msg":"trace[888389009] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"971.609715ms","start":"2026-05-07T10:08:09.581477Z","end":"2026-05-07T10:08:10.553087Z","steps":["trace[888389009] 'process raft request' (duration: 971.495313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.553144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.515893Z","time spent":"1.037220748s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.553202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.581445Z","time spent":"971.703108ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:10.553257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164824609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:08:10.553293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.556676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:10.553299Z","caller":"traceutil/trace.go:171","msg":"trace[1750767911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25527; }","duration":"1.164916881s","start":"2026-05-07T10:08:09.388372Z","end":"2026-05-07T10:08:10.553289Z","steps":["trace[1750767911] 'agreement among raft nodes before linearized reading' (duration: 1.164779678s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.55331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000660118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T10:08:10.55331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.26955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:10.553313Z","caller":"traceutil/trace.go:171","msg":"trace[1495357436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25527; }","duration":"280.615138ms","start":"2026-05-07T10:08:10.272692Z","end":"2026-05-07T10:08:10.553307Z","steps":["trace[1495357436] 'agreement among raft nodes before linearized reading' (duration: 280.524986ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.553355Z","caller":"traceutil/trace.go:171","msg":"trace[367361990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25527; }","duration":"1.000743271s","start":"2026-05-07T10:08:09.5526Z","end":"2026-05-07T10:08:10.553343Z","steps":["trace[367361990] 'agreement among raft nodes before linearized reading' (duration: 1.000595837s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.553379Z","caller":"traceutil/trace.go:171","msg":"trace[1579189399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25527; }","duration":"394.393203ms","start":"2026-05-07T10:08:10.15897Z","end":"2026-05-07T10:08:10.553364Z","steps":["trace[1579189399] 'agreement among raft nodes before linearized reading' (duration: 394.27224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.553392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.552583Z","time spent":"1.000802412s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:10.553339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.388355Z","time spent":"1.164976282s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:10.553423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.158951Z","time spent":"394.462424ms","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:10.553409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.05792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:10.553517Z","caller":"traceutil/trace.go:171","msg":"trace[1603688012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25527; }","duration":"438.201903ms","start":"2026-05-07T10:08:10.115297Z","end":"2026-05-07T10:08:10.553499Z","steps":["trace[1603688012] 'agreement among raft nodes before linearized reading' (duration: 438.06423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.553337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.224864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:10.553584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.115276Z","time spent":"438.297645ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:10.553622Z","caller":"traceutil/trace.go:171","msg":"trace[953750229] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25527; }","duration":"222.540802ms","start":"2026-05-07T10:08:10.331066Z","end":"2026-05-07T10:08:10.553606Z","steps":["trace[953750229] 'agreement among raft nodes before linearized reading' (duration: 222.257675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:10.699007Z","caller":"traceutil/trace.go:171","msg":"trace[1421020397] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"141.405975ms","start":"2026-05-07T10:08:10.557575Z","end":"2026-05-07T10:08:10.698981Z","steps":["trace[1421020397] 'process raft request' (duration: 61.605489ms)","trace[1421020397] 'compare' (duration: 79.698844ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:10.717027Z","caller":"traceutil/trace.go:171","msg":"trace[1997383865] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"159.290036ms","start":"2026-05-07T10:08:10.557708Z","end":"2026-05-07T10:08:10.716998Z","steps":["trace[1997383865] 'process raft request' (duration: 159.079271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:11.983917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.980476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:11.984015Z","caller":"traceutil/trace.go:171","msg":"trace[1497215139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25529; }","duration":"867.11417ms","start":"2026-05-07T10:08:11.116865Z","end":"2026-05-07T10:08:11.98398Z","steps":["trace[1497215139] 'range keys from in-memory index tree' (duration: 866.897104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:11.984058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.116844Z","time spent":"867.204761ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:12.03669Z","caller":"traceutil/trace.go:171","msg":"trace[1619267693] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"851.536673ms","start":"2026-05-07T10:08:11.185139Z","end":"2026-05-07T10:08:12.036675Z","steps":["trace[1619267693] 'process raft request' (duration: 851.261656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:12.036791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.185116Z","time spent":"851.623195ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.480189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.310528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:13.480294Z","caller":"traceutil/trace.go:171","msg":"trace[827972742] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26370; }","duration":"1.494492061s","start":"2026-05-07T10:08:11.985783Z","end":"2026-05-07T10:08:13.480275Z","steps":["trace[827972742] 'read index received' (duration: 50.875696ms)","trace[827972742] 'applied index is now lower than readState.Index' (duration: 1.443614785s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:13.480413Z","caller":"traceutil/trace.go:171","msg":"trace[225014434] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.963412477s","start":"2026-05-07T10:08:11.516988Z","end":"2026-05-07T10:08:13.4804Z","steps":["trace[225014434] 'process raft request' (duration: 1.165801932s)","trace[225014434] 'compare' (duration: 796.988241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:13.480476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.516962Z","time spent":"1.963482959s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.480699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494907371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:13.480736Z","caller":"traceutil/trace.go:171","msg":"trace[1441498572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25531; }","duration":"1.494970953s","start":"2026-05-07T10:08:11.985755Z","end":"2026-05-07T10:08:13.480726Z","steps":["trace[1441498572] 'agreement among raft nodes before linearized reading' (duration: 1.494899251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.480766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.985738Z","time spent":"1.495021184s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:13.735931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22839} {"level":"warn","ts":"2026-05-07T10:08:13.73726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.10173ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-07T10:08:13.737433Z","caller":"traceutil/trace.go:171","msg":"trace[743067421] compact","detail":"{revision:22839; response_revision:25531; }","duration":"1.699762498s","start":"2026-05-07T10:08:12.037644Z","end":"2026-05-07T10:08:13.737406Z","steps":["trace[743067421] 'process raft request' (duration: 1.508154863s)","trace[743067421] 'check and update compact revision' (duration: 189.65153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:13.737505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.03759Z","time spent":"1.699912002s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:13.737971Z","caller":"traceutil/trace.go:171","msg":"trace[677826594] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.230293559s","start":"2026-05-07T10:08:12.507659Z","end":"2026-05-07T10:08:13.737953Z","steps":["trace[677826594] 'process raft request' (duration: 1.229703985s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.73806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507624Z","time spent":"1.230384142s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.73872Z","caller":"traceutil/trace.go:171","msg":"trace[375021281] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.230876373s","start":"2026-05-07T10:08:12.507825Z","end":"2026-05-07T10:08:13.738701Z","steps":["trace[375021281] 'process raft request' (duration: 1.230113275s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.738822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507803Z","time spent":"1.230956114s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.739545Z","caller":"traceutil/trace.go:171","msg":"trace[861345472] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"1.23162395s","start":"2026-05-07T10:08:12.507885Z","end":"2026-05-07T10:08:13.739509Z","steps":["trace[861345472] 'process raft request' (duration: 1.23077871s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.739778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507881Z","time spent":"1.231827515s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.741543Z","caller":"traceutil/trace.go:171","msg":"trace[2015535169] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"1.233395843s","start":"2026-05-07T10:08:12.50813Z","end":"2026-05-07T10:08:13.741526Z","steps":["trace[2015535169] 'process raft request' (duration: 1.231229401s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.741607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.508108Z","time spent":"1.233469764s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.741714Z","caller":"traceutil/trace.go:171","msg":"trace[14490940] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"1.233041074s","start":"2026-05-07T10:08:12.508655Z","end":"2026-05-07T10:08:13.741696Z","steps":["trace[14490940] 'process raft request' (duration: 1.232699196s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.741825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.508641Z","time spent":"1.233119926s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.742229Z","caller":"traceutil/trace.go:171","msg":"trace[527673859] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26372; }","duration":"261.887658ms","start":"2026-05-07T10:08:13.480327Z","end":"2026-05-07T10:08:13.742215Z","steps":["trace[527673859] 'read index received' (duration: 65.415948ms)","trace[527673859] 'applied index is now lower than readState.Index' (duration: 196.47001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:13.74243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.014698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-05-07T10:08:13.742471Z","caller":"traceutil/trace.go:171","msg":"trace[256832965] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7; range_end:; response_count:1; response_revision:25536; }","duration":"554.09335ms","start":"2026-05-07T10:08:13.188366Z","end":"2026-05-07T10:08:13.74246Z","steps":["trace[256832965] 'agreement among raft nodes before linearized reading' (duration: 553.945326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.742504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.188347Z","time spent":"554.14874ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" "} {"level":"warn","ts":"2026-05-07T10:08:13.742711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.828592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:13.742749Z","caller":"traceutil/trace.go:171","msg":"trace[1766529098] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25536; }","duration":"641.921314ms","start":"2026-05-07T10:08:13.100819Z","end":"2026-05-07T10:08:13.74274Z","steps":["trace[1766529098] 'agreement among raft nodes before linearized reading' (duration: 641.844732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.74278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.100798Z","time spent":"641.973196ms","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.742935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728871713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T10:08:13.742959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039942133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T10:08:13.74296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233906294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T10:08:13.742974Z","caller":"traceutil/trace.go:171","msg":"trace[1385680596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25536; }","duration":"1.728951554s","start":"2026-05-07T10:08:12.014013Z","end":"2026-05-07T10:08:13.742964Z","steps":["trace[1385680596] 'agreement among raft nodes before linearized reading' (duration: 1.728848532s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.74299Z","caller":"traceutil/trace.go:171","msg":"trace[280973340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25536; }","duration":"1.040004765s","start":"2026-05-07T10:08:12.702976Z","end":"2026-05-07T10:08:13.74298Z","steps":["trace[280973340] 'agreement among raft nodes before linearized reading' (duration: 1.039893222s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.743003Z","caller":"traceutil/trace.go:171","msg":"trace[1040760074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25536; }","duration":"1.233976896s","start":"2026-05-07T10:08:12.509009Z","end":"2026-05-07T10:08:13.742986Z","steps":["trace[1040760074] 'agreement among raft nodes before linearized reading' (duration: 1.233838103s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.508999Z","time spent":"1.234027307s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:13.743043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.70295Z","time spent":"1.040061647s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:13.743076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235251666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:08:13.743111Z","caller":"traceutil/trace.go:171","msg":"trace[323606144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25536; }","duration":"1.235295407s","start":"2026-05-07T10:08:12.507806Z","end":"2026-05-07T10:08:13.743102Z","steps":["trace[323606144] 'agreement among raft nodes before linearized reading' (duration: 1.235214295s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065210917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:13.743138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507802Z","time spent":"1.235329707s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T10:08:13.743169Z","caller":"traceutil/trace.go:171","msg":"trace[136517759] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25536; }","duration":"1.06530747s","start":"2026-05-07T10:08:12.677842Z","end":"2026-05-07T10:08:13.74315Z","steps":["trace[136517759] 'agreement among raft nodes before linearized reading' (duration: 1.065210068s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.208541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.743155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.227247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.743216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.677823Z","time spent":"1.065383131s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:13.743228Z","caller":"traceutil/trace.go:171","msg":"trace[135671024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25536; }","duration":"255.291633ms","start":"2026-05-07T10:08:13.487921Z","end":"2026-05-07T10:08:13.743213Z","steps":["trace[135671024] 'agreement among raft nodes before linearized reading' (duration: 255.197881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231214841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:13.743262Z","caller":"traceutil/trace.go:171","msg":"trace[342865504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25536; }","duration":"1.231255942s","start":"2026-05-07T10:08:12.511999Z","end":"2026-05-07T10:08:13.743255Z","steps":["trace[342865504] 'agreement among raft nodes before linearized reading' (duration: 1.231184011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186706834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:08:13.74334Z","caller":"traceutil/trace.go:171","msg":"trace[1977459082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25536; }","duration":"1.186855358s","start":"2026-05-07T10:08:12.55647Z","end":"2026-05-07T10:08:13.743325Z","steps":["trace[1977459082] 'agreement among raft nodes before linearized reading' (duration: 1.186420848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.556454Z","time spent":"1.186918859s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:13.743002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.013995Z","time spent":"1.729001286s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:13.743285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.511989Z","time spent":"1.231291073s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:08:13.743258Z","caller":"traceutil/trace.go:171","msg":"trace[1723624416] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25536; }","duration":"982.412791ms","start":"2026-05-07T10:08:12.760827Z","end":"2026-05-07T10:08:13.74324Z","steps":["trace[1723624416] 'agreement among raft nodes before linearized reading' (duration: 982.192946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.743544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.760802Z","time spent":"982.730088ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:14.248061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:14.819754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09881176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:08:14.820736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312945465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:08:14.820971Z","caller":"traceutil/trace.go:171","msg":"trace[2111366094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25536; }","duration":"2.313208262s","start":"2026-05-07T10:08:12.507745Z","end":"2026-05-07T10:08:14.820953Z","steps":["trace[2111366094] 'agreement among raft nodes before linearized reading' (duration: 1.235484702s)","trace[2111366094] 'range keys from in-memory index tree' (duration: 1.077329291s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.821004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507737Z","time spent":"2.313258773s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T10:08:14.821001Z","caller":"traceutil/trace.go:171","msg":"trace[1858138836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25536; }","duration":"2.10009579s","start":"2026-05-07T10:08:12.720859Z","end":"2026-05-07T10:08:14.820955Z","steps":["trace[1858138836] 'agreement among raft nodes before linearized reading' (duration: 1.022343709s)","trace[1858138836] 'range keys from in-memory index tree' (duration: 1.07640918s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.820376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312567707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:08:14.82114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.720837Z","time spent":"2.100249944s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T10:08:14.821161Z","caller":"traceutil/trace.go:171","msg":"trace[1551953614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25536; }","duration":"2.313355385s","start":"2026-05-07T10:08:12.507783Z","end":"2026-05-07T10:08:14.821138Z","steps":["trace[1551953614] 'agreement among raft nodes before linearized reading' (duration: 1.23543629s)","trace[1551953614] 'range keys from in-memory index tree' (duration: 1.077074185s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.821213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.507778Z","time spent":"2.313422027s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:08:14.820431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073040211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:14.821297Z","caller":"traceutil/trace.go:171","msg":"trace[220230017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25536; }","duration":"1.073917851s","start":"2026-05-07T10:08:13.747371Z","end":"2026-05-07T10:08:14.821289Z","steps":["trace[220230017] 'range keys from in-memory index tree' (duration: 1.072983039s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:14.820531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05795847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T10:08:14.821329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747357Z","time spent":"1.073963472s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:14.821341Z","caller":"traceutil/trace.go:171","msg":"trace[1555773044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25536; }","duration":"2.0587896s","start":"2026-05-07T10:08:12.762539Z","end":"2026-05-07T10:08:14.821329Z","steps":["trace[1555773044] 'agreement among raft nodes before linearized reading' (duration: 980.769853ms)","trace[1555773044] 'range keys from in-memory index tree' (duration: 1.077071025s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.821382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.762497Z","time spent":"2.058875852s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:14.820672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808982949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T10:08:14.821584Z","caller":"traceutil/trace.go:171","msg":"trace[551853387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25536; }","duration":"2.809921691s","start":"2026-05-07T10:08:12.011643Z","end":"2026-05-07T10:08:14.821565Z","steps":["trace[551853387] 'agreement among raft nodes before linearized reading' (duration: 1.731600957s)","trace[551853387] 'range keys from in-memory index tree' (duration: 1.077345862s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.821653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.011612Z","time spent":"2.810008664s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:14.820794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.669338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:14.821761Z","caller":"traceutil/trace.go:171","msg":"trace[1678453125] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"1.074321971s","start":"2026-05-07T10:08:13.747426Z","end":"2026-05-07T10:08:14.821748Z","steps":["trace[1678453125] 'process raft request' (duration: 946.610848ms)","trace[1678453125] 'compare' (duration: 125.576453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:14.821805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747409Z","time spent":"1.074372981s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:16.465413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115173892s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:16.492088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367086856s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:16.492392Z","caller":"traceutil/trace.go:171","msg":"trace[528498995] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"2.744890912s","start":"2026-05-07T10:08:13.747455Z","end":"2026-05-07T10:08:16.492346Z","steps":["trace[528498995] 'process raft request' (duration: 1.377444878s)","trace[528498995] 'compare' (duration: 339.139235ms)","trace[528498995] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 1.027243295s)"],"step_count":3} {"level":"warn","ts":"2026-05-07T10:08:16.49253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747434Z","time spent":"2.745022896s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:16.492542Z","caller":"traceutil/trace.go:171","msg":"trace[923184322] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"2.745005456s","start":"2026-05-07T10:08:13.747515Z","end":"2026-05-07T10:08:16.49252Z","steps":["trace[923184322] 'process raft request' (duration: 2.744662908s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:16.492619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747409Z","time spent":"2.745172339s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:16.49297Z","caller":"traceutil/trace.go:171","msg":"trace[1687386549] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"2.745094628s","start":"2026-05-07T10:08:13.747815Z","end":"2026-05-07T10:08:16.492909Z","steps":["trace[1687386549] 'process raft request' (duration: 2.744483663s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:16.493067Z","caller":"traceutil/trace.go:171","msg":"trace[163519630] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"2.744620536s","start":"2026-05-07T10:08:13.748406Z","end":"2026-05-07T10:08:16.493026Z","steps":["trace[163519630] 'process raft request' (duration: 2.74393682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:16.493115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747805Z","time spent":"2.745234881s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:16.493649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.748398Z","time spent":"2.744740909s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:16.830194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:16.830273Z","caller":"traceutil/trace.go:171","msg":"trace[453937451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657703s","start":"2026-05-07T10:08:14.829597Z","end":"2026-05-07T10:08:16.830255Z","steps":["trace[453937451] 'agreement among raft nodes before linearized reading' (duration: 2.000511349s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:16.83032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.829591Z","time spent":"2.000720305s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:17.472351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.956693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:08:17.472585Z","caller":"traceutil/trace.go:171","msg":"trace[1965133845] linearizableReadLoop","detail":"{readStateIndex:26383; appliedIndex:26378; }","duration":"3.724696871s","start":"2026-05-07T10:08:13.74787Z","end":"2026-05-07T10:08:17.472567Z","steps":["trace[1965133845] 'read index received' (duration: 946.189537ms)","trace[1965133845] 'applied index is now lower than readState.Index' (duration: 2.778506064s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:17.473225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725335156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-07T10:08:17.473298Z","caller":"traceutil/trace.go:171","msg":"trace[2125503706] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25541; }","duration":"3.725439189s","start":"2026-05-07T10:08:13.74784Z","end":"2026-05-07T10:08:17.47328Z","steps":["trace[2125503706] 'agreement among raft nodes before linearized reading' (duration: 3.725186883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:17.473351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.747829Z","time spent":"3.72551354s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-05-07T10:08:17.473488Z","caller":"traceutil/trace.go:171","msg":"trace[880377089] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"2.713070805s","start":"2026-05-07T10:08:14.7604Z","end":"2026-05-07T10:08:17.473471Z","steps":["trace[880377089] 'process raft request' (duration: 2.712055032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:17.473589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.760374Z","time spent":"2.713151197s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:17.827521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318549794s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:17.994301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.801046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:17.994405Z","caller":"traceutil/trace.go:171","msg":"trace[831216605] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"3.189376794s","start":"2026-05-07T10:08:14.805008Z","end":"2026-05-07T10:08:17.994385Z","steps":["trace[831216605] 'process raft request' (duration: 2.668423406s)","trace[831216605] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 520.267683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:17.994564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.804976Z","time spent":"3.189552069s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.137061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.558012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:18.137412Z","caller":"traceutil/trace.go:171","msg":"trace[966654274] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"3.310957113s","start":"2026-05-07T10:08:14.826398Z","end":"2026-05-07T10:08:18.137355Z","steps":["trace[966654274] 'process raft request' (duration: 3.167973861s)","trace[966654274] 'compare' (duration: 142.233444ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:18.137534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.826387Z","time spent":"3.311095926s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.13771Z","caller":"traceutil/trace.go:171","msg":"trace[1119117928] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"3.309918098s","start":"2026-05-07T10:08:14.827753Z","end":"2026-05-07T10:08:18.137671Z","steps":["trace[1119117928] 'process raft request' (duration: 3.309711594s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.13772Z","caller":"traceutil/trace.go:171","msg":"trace[1037650983] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"3.310901731s","start":"2026-05-07T10:08:14.826788Z","end":"2026-05-07T10:08:18.13769Z","steps":["trace[1037650983] 'process raft request' (duration: 3.31046032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.137814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.827747Z","time spent":"3.30999999s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.13783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.826778Z","time spent":"3.310991114s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.137994Z","caller":"traceutil/trace.go:171","msg":"trace[1659006627] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"3.310154424s","start":"2026-05-07T10:08:14.827826Z","end":"2026-05-07T10:08:18.137981Z","steps":["trace[1659006627] 'process raft request' (duration: 3.309801795s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.138092Z","caller":"traceutil/trace.go:171","msg":"trace[123133839] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"3.251968326s","start":"2026-05-07T10:08:14.886112Z","end":"2026-05-07T10:08:18.13808Z","steps":["trace[123133839] 'process raft request' (duration: 3.25173336s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.138114Z","caller":"traceutil/trace.go:171","msg":"trace[1866459360] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"2.651490885s","start":"2026-05-07T10:08:15.48661Z","end":"2026-05-07T10:08:18.138101Z","steps":["trace[1866459360] 'process raft request' (duration: 2.651343542s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.138191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.486583Z","time spent":"2.651579338s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.138442Z","caller":"traceutil/trace.go:171","msg":"trace[1532206987] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"2.579276138s","start":"2026-05-07T10:08:15.559154Z","end":"2026-05-07T10:08:18.138431Z","steps":["trace[1532206987] 'process raft request' (duration: 2.578846188s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.138515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.559132Z","time spent":"2.579336589s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.138094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.827815Z","time spent":"3.310214365s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.138973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.886081Z","time spent":"3.252047168s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.139106Z","caller":"traceutil/trace.go:171","msg":"trace[452915833] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"2.395079717s","start":"2026-05-07T10:08:15.744016Z","end":"2026-05-07T10:08:18.139095Z","steps":["trace[452915833] 'process raft request' (duration: 2.395014795s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.139141Z","caller":"traceutil/trace.go:171","msg":"trace[488025675] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"2.395340803s","start":"2026-05-07T10:08:15.743775Z","end":"2026-05-07T10:08:18.139116Z","steps":["trace[488025675] 'process raft request' (duration: 2.394270418s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.13916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.744001Z","time spent":"2.395134468s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.139197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.743744Z","time spent":"2.395425675s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.139257Z","caller":"traceutil/trace.go:171","msg":"trace[1819960520] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26385; }","duration":"666.617143ms","start":"2026-05-07T10:08:17.472622Z","end":"2026-05-07T10:08:18.13924Z","steps":["trace[1819960520] 'read index received' (duration: 354.989706ms)","trace[1819960520] 'applied index is now lower than readState.Index' (duration: 311.626537ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:18.13933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.600241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:18.139355Z","caller":"traceutil/trace.go:171","msg":"trace[140616879] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25555; }","duration":"728.662613ms","start":"2026-05-07T10:08:17.410684Z","end":"2026-05-07T10:08:18.139347Z","steps":["trace[140616879] 'agreement among raft nodes before linearized reading' (duration: 728.605172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.410662Z","time spent":"728.711413ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:18.13938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342971451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:18.139411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.726331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:18.139423Z","caller":"traceutil/trace.go:171","msg":"trace[735503609] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25555; }","duration":"2.343058463s","start":"2026-05-07T10:08:15.796356Z","end":"2026-05-07T10:08:18.139415Z","steps":["trace[735503609] 'agreement among raft nodes before linearized reading' (duration: 2.342977852s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.139434Z","caller":"traceutil/trace.go:171","msg":"trace[2052032605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25555; }","duration":"949.782112ms","start":"2026-05-07T10:08:17.189643Z","end":"2026-05-07T10:08:18.139425Z","steps":["trace[2052032605] 'agreement among raft nodes before linearized reading' (duration: 949.747101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.79634Z","time spent":"2.343104994s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:18.13948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309171283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:18.139502Z","caller":"traceutil/trace.go:171","msg":"trace[261603478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25555; }","duration":"1.309225104s","start":"2026-05-07T10:08:16.830271Z","end":"2026-05-07T10:08:18.139496Z","steps":["trace[261603478] 'agreement among raft nodes before linearized reading' (duration: 1.309196614s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.13951Z","caller":"traceutil/trace.go:171","msg":"trace[1676670114] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"2.395069437s","start":"2026-05-07T10:08:15.744433Z","end":"2026-05-07T10:08:18.139503Z","steps":["trace[1676670114] 'process raft request' (duration: 2.394637256s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469046312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:18.139553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.744419Z","time spent":"2.395115027s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.139561Z","caller":"traceutil/trace.go:171","msg":"trace[1599505044] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25555; }","duration":"1.469124284s","start":"2026-05-07T10:08:16.670431Z","end":"2026-05-07T10:08:18.139555Z","steps":["trace[1599505044] 'agreement among raft nodes before linearized reading' (duration: 1.469095493s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.670408Z","time spent":"1.469165695s","remote":"127.0.0.1:60212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:18.139609Z","caller":"traceutil/trace.go:171","msg":"trace[454112433] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"2.394648617s","start":"2026-05-07T10:08:15.744953Z","end":"2026-05-07T10:08:18.139602Z","steps":["trace[454112433] 'process raft request' (duration: 2.394188476s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346353111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:18.139643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.744942Z","time spent":"2.394683757s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:18.139659Z","caller":"traceutil/trace.go:171","msg":"trace[1985325847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25555; }","duration":"2.346426333s","start":"2026-05-07T10:08:15.793227Z","end":"2026-05-07T10:08:18.139653Z","steps":["trace[1985325847] 'agreement among raft nodes before linearized reading' (duration: 2.346375742s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.793203Z","time spent":"2.346475134s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:18.139692Z","caller":"traceutil/trace.go:171","msg":"trace[247296881] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"2.38116267s","start":"2026-05-07T10:08:15.758523Z","end":"2026-05-07T10:08:18.139686Z","steps":["trace[247296881] 'process raft request' (duration: 2.380659968s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.758498Z","time spent":"2.3812111s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:18.139456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.189625Z","time spent":"949.824733ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:18.13985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391848548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-07T10:08:18.139859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577122038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:18.13987Z","caller":"traceutil/trace.go:171","msg":"trace[26705428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a; range_end:; response_count:1; response_revision:25555; }","duration":"4.391880439s","start":"2026-05-07T10:08:13.747984Z","end":"2026-05-07T10:08:18.139865Z","steps":["trace[26705428] 'agreement among raft nodes before linearized reading' (duration: 4.391817758s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.83025Z","time spent":"1.309262965s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:18.139889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.74798Z","time spent":"4.39190464s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-dd56246b-a6d0-4797-825b-c82e170daf9a\" "} {"level":"warn","ts":"2026-05-07T10:08:18.13996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.265671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:18.140055Z","caller":"traceutil/trace.go:171","msg":"trace[1755433890] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25555; }","duration":"659.392554ms","start":"2026-05-07T10:08:17.480639Z","end":"2026-05-07T10:08:18.140031Z","steps":["trace[1755433890] 'agreement among raft nodes before linearized reading' (duration: 659.254771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.139377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985149167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-07T10:08:18.140092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178044307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:18.140115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313708018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:08:18.140132Z","caller":"traceutil/trace.go:171","msg":"trace[1450629345] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25555; }","duration":"3.178107739s","start":"2026-05-07T10:08:14.962002Z","end":"2026-05-07T10:08:18.14011Z","steps":["trace[1450629345] 'agreement among raft nodes before linearized reading' (duration: 3.178068598s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.140143Z","caller":"traceutil/trace.go:171","msg":"trace[1273081462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25555; }","duration":"3.313753499s","start":"2026-05-07T10:08:14.826384Z","end":"2026-05-07T10:08:18.140137Z","steps":["trace[1273081462] 'agreement among raft nodes before linearized reading' (duration: 3.313684567s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:18.140131Z","caller":"traceutil/trace.go:171","msg":"trace[291602561] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25555; }","duration":"1.985915226s","start":"2026-05-07T10:08:16.154196Z","end":"2026-05-07T10:08:18.140111Z","steps":["trace[291602561] 'agreement among raft nodes before linearized reading' (duration: 1.985084896s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.140153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.961977Z","time spent":"3.178170721s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:18.140166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.826361Z","time spent":"3.313801659s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:18.140189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.154164Z","time spent":"1.986008558s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T10:08:18.139879Z","caller":"traceutil/trace.go:171","msg":"trace[778230083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25555; }","duration":"2.577171689s","start":"2026-05-07T10:08:15.562701Z","end":"2026-05-07T10:08:18.139873Z","steps":["trace[778230083] 'agreement among raft nodes before linearized reading' (duration: 2.577082007s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.140245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.562689Z","time spent":"2.577551238s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:18.140017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685458224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:18.140278Z","caller":"traceutil/trace.go:171","msg":"trace[1776757488] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25555; }","duration":"2.685720081s","start":"2026-05-07T10:08:15.45455Z","end":"2026-05-07T10:08:18.14027Z","steps":["trace[1776757488] 'agreement among raft nodes before linearized reading' (duration: 2.685443354s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.140305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.454505Z","time spent":"2.685793232s","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:18.140113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.480619Z","time spent":"659.484956ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-07T10:08:18.14077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964422754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-07T10:08:18.1408Z","caller":"traceutil/trace.go:171","msg":"trace[1621417244] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25555; }","duration":"2.964452915s","start":"2026-05-07T10:08:15.17634Z","end":"2026-05-07T10:08:18.140793Z","steps":["trace[1621417244] 'agreement among raft nodes before linearized reading' (duration: 2.963689437s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.140819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.176295Z","time spent":"2.964518806s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.140249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:19.118232Z","caller":"traceutil/trace.go:171","msg":"trace[483187717] linearizableReadLoop","detail":"{readStateIndex:26399; appliedIndex:26398; }","duration":"972.58065ms","start":"2026-05-07T10:08:18.145614Z","end":"2026-05-07T10:08:19.118194Z","steps":["trace[483187717] 'read index received' (duration: 242.083553ms)","trace[483187717] 'applied index is now lower than readState.Index' (duration: 730.493757ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:19.1183Z","caller":"traceutil/trace.go:171","msg":"trace[277180655] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"973.189844ms","start":"2026-05-07T10:08:18.145047Z","end":"2026-05-07T10:08:19.118237Z","steps":["trace[277180655] 'process raft request' (duration: 242.728058ms)","trace[277180655] 'compare' (duration: 601.649427ms)","trace[277180655] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; req_size:756; } (duration: 128.090002ms)"],"step_count":3} {"level":"warn","ts":"2026-05-07T10:08:19.118505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.14503Z","time spent":"973.362357ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:19.118562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.700352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-05-07T10:08:19.118568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.508902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:19.118575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.938838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e86a06329\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-05-07T10:08:19.118621Z","caller":"traceutil/trace.go:171","msg":"trace[1978673646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3; range_end:; response_count:1; response_revision:25556; }","duration":"972.778964ms","start":"2026-05-07T10:08:18.145821Z","end":"2026-05-07T10:08:19.1186Z","steps":["trace[1978673646] 'agreement among raft nodes before linearized reading' (duration: 972.534568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.118626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.412785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:19.11862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.20328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T10:08:19.118626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.382301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:19.118667Z","caller":"traceutil/trace.go:171","msg":"trace[929689627] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad409e86a06329; range_end:; response_count:1; response_revision:25556; }","duration":"973.072631ms","start":"2026-05-07T10:08:18.145576Z","end":"2026-05-07T10:08:19.118648Z","steps":["trace[929689627] 'agreement among raft nodes before linearized reading' (duration: 972.754774ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:19.118675Z","caller":"traceutil/trace.go:171","msg":"trace[1041244049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25556; }","duration":"972.482967ms","start":"2026-05-07T10:08:18.146178Z","end":"2026-05-07T10:08:19.118661Z","steps":["trace[1041244049] 'agreement among raft nodes before linearized reading' (duration: 972.394635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.118674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.145807Z","time spent":"972.855016ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-649950ab-d144-485f-a0d4-9bec2bc5c9e3\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.408085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-05-07T10:08:19.118686Z","caller":"traceutil/trace.go:171","msg":"trace[1906463876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25556; }","duration":"622.297993ms","start":"2026-05-07T10:08:18.496371Z","end":"2026-05-07T10:08:19.118669Z","steps":["trace[1906463876] 'agreement among raft nodes before linearized reading' (duration: 622.104908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:19.118705Z","caller":"traceutil/trace.go:171","msg":"trace[375801558] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25556; }","duration":"783.520383ms","start":"2026-05-07T10:08:18.33517Z","end":"2026-05-07T10:08:19.11869Z","steps":["trace[375801558] 'agreement among raft nodes before linearized reading' (duration: 783.38139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.118711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.145559Z","time spent":"973.143933ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e86a06329\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.14617Z","time spent":"972.538379ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:19.118728Z","caller":"traceutil/trace.go:171","msg":"trace[1890981837] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25556; }","duration":"972.483017ms","start":"2026-05-07T10:08:18.146231Z","end":"2026-05-07T10:08:19.118714Z","steps":["trace[1890981837] 'agreement among raft nodes before linearized reading' (duration: 972.305033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.118737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.496357Z","time spent":"622.368924ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.335151Z","time spent":"783.581575ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:19.118746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.795303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-07T10:08:19.118773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.146224Z","time spent":"972.537148ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:08:19.118644Z","caller":"traceutil/trace.go:171","msg":"trace[998115097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25556; }","duration":"919.610644ms","start":"2026-05-07T10:08:18.199014Z","end":"2026-05-07T10:08:19.118624Z","steps":["trace[998115097] 'agreement among raft nodes before linearized reading' (duration: 919.478861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.11879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.219298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:08:19.118823Z","caller":"traceutil/trace.go:171","msg":"trace[517422559] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25556; }","duration":"371.939186ms","start":"2026-05-07T10:08:18.746864Z","end":"2026-05-07T10:08:19.118803Z","steps":["trace[517422559] 'agreement among raft nodes before linearized reading' (duration: 371.649449ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:19.118834Z","caller":"traceutil/trace.go:171","msg":"trace[776243962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25556; }","duration":"621.269078ms","start":"2026-05-07T10:08:18.497551Z","end":"2026-05-07T10:08:19.11882Z","steps":["trace[776243962] 'agreement among raft nodes before linearized reading' (duration: 621.130985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.118843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.199004Z","time spent":"919.820578ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.746834Z","time spent":"372.025998ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.497543Z","time spent":"621.31421ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:19.118632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.114343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:19.118953Z","caller":"traceutil/trace.go:171","msg":"trace[1440121082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25556; }","duration":"208.485322ms","start":"2026-05-07T10:08:18.91045Z","end":"2026-05-07T10:08:19.118935Z","steps":["trace[1440121082] 'agreement among raft nodes before linearized reading' (duration: 208.109733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.11893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.502404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:08:19.119012Z","caller":"traceutil/trace.go:171","msg":"trace[720071446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25556; }","duration":"621.640577ms","start":"2026-05-07T10:08:18.497352Z","end":"2026-05-07T10:08:19.118992Z","steps":["trace[720071446] 'agreement among raft nodes before linearized reading' (duration: 621.353511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.11906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.49733Z","time spent":"621.72139ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:19.699372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.828534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:19.699537Z","caller":"traceutil/trace.go:171","msg":"trace[970703361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25556; }","duration":"267.007668ms","start":"2026-05-07T10:08:19.432511Z","end":"2026-05-07T10:08:19.699519Z","steps":["trace[970703361] 'range keys from in-memory index tree' (duration: 266.812114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.251078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.37001ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-07T10:08:20.251181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.119971Z","time spent":"1.13120248s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:20.25155Z","caller":"traceutil/trace.go:171","msg":"trace[356484546] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"1.127775089s","start":"2026-05-07T10:08:19.123755Z","end":"2026-05-07T10:08:20.25153Z","steps":["trace[356484546] 'process raft request' (duration: 1.127739338s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:20.251585Z","caller":"traceutil/trace.go:171","msg":"trace[127208290] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"1.130223666s","start":"2026-05-07T10:08:19.12134Z","end":"2026-05-07T10:08:20.251564Z","steps":["trace[127208290] 'process raft request' (duration: 1.129874398s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.251681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.123747Z","time spent":"1.12784539s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:20.251852Z","caller":"traceutil/trace.go:171","msg":"trace[1085336624] linearizableReadLoop","detail":"{readStateIndex:26400; appliedIndex:26399; }","duration":"1.131737702s","start":"2026-05-07T10:08:19.120096Z","end":"2026-05-07T10:08:20.251834Z","steps":["trace[1085336624] 'read index received' (duration: 273.643455ms)","trace[1085336624] 'applied index is now lower than readState.Index' (duration: 858.092557ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:20.252022Z","caller":"traceutil/trace.go:171","msg":"trace[521557690] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"1.128378083s","start":"2026-05-07T10:08:19.123631Z","end":"2026-05-07T10:08:20.252009Z","steps":["trace[521557690] 'process raft request' (duration: 1.12783182s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.252101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131989918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:20.252122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.12361Z","time spent":"1.128471765s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:20.252163Z","caller":"traceutil/trace.go:171","msg":"trace[706415834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25560; }","duration":"1.132057679s","start":"2026-05-07T10:08:19.120088Z","end":"2026-05-07T10:08:20.252146Z","steps":["trace[706415834] 'agreement among raft nodes before linearized reading' (duration: 1.131844644s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.252218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.120036Z","time spent":"1.132169142s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:20.252525Z","caller":"traceutil/trace.go:171","msg":"trace[1756485601] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"1.128854784s","start":"2026-05-07T10:08:19.123627Z","end":"2026-05-07T10:08:20.252482Z","steps":["trace[1756485601] 'process raft request' (duration: 1.127770379s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.25259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.121317Z","time spent":"1.130303638s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:20.252637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.123611Z","time spent":"1.128976337s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.400217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.062542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:21.400425Z","caller":"traceutil/trace.go:171","msg":"trace[2029695476] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"1.254889667s","start":"2026-05-07T10:08:20.145495Z","end":"2026-05-07T10:08:21.400385Z","steps":["trace[2029695476] 'process raft request' (duration: 266.584329ms)","trace[2029695476] 'compare' (duration: 828.170494ms)","trace[2029695476] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 159.647013ms)"],"step_count":3} {"level":"warn","ts":"2026-05-07T10:08:21.400559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.145476Z","time spent":"1.255010029s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.400594Z","caller":"traceutil/trace.go:171","msg":"trace[1445226916] linearizableReadLoop","detail":"{readStateIndex:26410; appliedIndex:26404; }","duration":"1.148683089s","start":"2026-05-07T10:08:20.251898Z","end":"2026-05-07T10:08:21.400581Z","steps":["trace[1445226916] 'read index received' (duration: 160.195906ms)","trace[1445226916] 'applied index is now lower than readState.Index' (duration: 988.486153ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:21.400672Z","caller":"traceutil/trace.go:171","msg":"trace[1277059358] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"1.254095678s","start":"2026-05-07T10:08:20.146539Z","end":"2026-05-07T10:08:21.400635Z","steps":["trace[1277059358] 'process raft request' (duration: 1.253934924s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.400733Z","caller":"traceutil/trace.go:171","msg":"trace[974769915] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"1.148141217s","start":"2026-05-07T10:08:20.252568Z","end":"2026-05-07T10:08:21.400709Z","steps":["trace[974769915] 'process raft request' (duration: 1.147979933s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.400807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258174914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:08:21.400791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699582103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.400849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.252544Z","time spent":"1.148240708s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.400855Z","caller":"traceutil/trace.go:171","msg":"trace[842163646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25567; }","duration":"1.258238465s","start":"2026-05-07T10:08:20.142605Z","end":"2026-05-07T10:08:21.400844Z","steps":["trace[842163646] 'agreement among raft nodes before linearized reading' (duration: 1.258004459s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.400867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.14652Z","time spent":"1.254233201s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.400874Z","caller":"traceutil/trace.go:171","msg":"trace[115118461] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"1.254222341s","start":"2026-05-07T10:08:20.146622Z","end":"2026-05-07T10:08:21.400844Z","steps":["trace[115118461] 'process raft request' (duration: 1.253887043s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.400892Z","caller":"traceutil/trace.go:171","msg":"trace[748293088] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25567; }","duration":"1.699734986s","start":"2026-05-07T10:08:19.701129Z","end":"2026-05-07T10:08:21.400864Z","steps":["trace[748293088] 'agreement among raft nodes before linearized reading' (duration: 1.699576523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.400964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278446865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-07T10:08:21.400864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189632005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.401007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205797042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:21.401046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144447049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e86d206ce\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-05-07T10:08:21.401067Z","caller":"traceutil/trace.go:171","msg":"trace[1277382619] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad409e86d206ce; range_end:; response_count:1; response_revision:25567; }","duration":"1.144504791s","start":"2026-05-07T10:08:20.256557Z","end":"2026-05-07T10:08:21.401062Z","steps":["trace[1277382619] 'agreement among raft nodes before linearized reading' (duration: 1.144303506s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173597729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-05-07T10:08:21.40107Z","caller":"traceutil/trace.go:171","msg":"trace[1193022500] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25567; }","duration":"1.205895915s","start":"2026-05-07T10:08:20.195161Z","end":"2026-05-07T10:08:21.401057Z","steps":["trace[1193022500] 'agreement among raft nodes before linearized reading' (duration: 1.205712261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.25654Z","time spent":"1.144546232s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e86d206ce\" "} {"level":"warn","ts":"2026-05-07T10:08:21.401079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070827998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.401104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.195149Z","time spent":"1.205948136s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:21.401067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.146602Z","time spent":"1.254361834s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.401118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021782495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.401117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141293065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:21.401136Z","caller":"traceutil/trace.go:171","msg":"trace[314593187] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"1.255398508s","start":"2026-05-07T10:08:20.145728Z","end":"2026-05-07T10:08:21.401127Z","steps":["trace[314593187] 'process raft request' (duration: 1.254719093s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.401145Z","caller":"traceutil/trace.go:171","msg":"trace[585429845] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25567; }","duration":"1.021848637s","start":"2026-05-07T10:08:20.37929Z","end":"2026-05-07T10:08:21.401138Z","steps":["trace[585429845] 'agreement among raft nodes before linearized reading' (duration: 1.021800686s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258793489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:08:21.401154Z","caller":"traceutil/trace.go:171","msg":"trace[1248710799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25567; }","duration":"1.141349607s","start":"2026-05-07T10:08:20.259796Z","end":"2026-05-07T10:08:21.401146Z","steps":["trace[1248710799] 'agreement among raft nodes before linearized reading' (duration: 1.141292026s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.379265Z","time spent":"1.021900798s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:21.401186Z","caller":"traceutil/trace.go:171","msg":"trace[12531361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25567; }","duration":"1.258874521s","start":"2026-05-07T10:08:20.142297Z","end":"2026-05-07T10:08:21.401171Z","steps":["trace[12531361] 'agreement among raft nodes before linearized reading' (duration: 1.258751508s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.259786Z","time spent":"1.141397898s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:21.400781Z","caller":"traceutil/trace.go:171","msg":"trace[1305724744] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"1.254120699s","start":"2026-05-07T10:08:20.146626Z","end":"2026-05-07T10:08:21.400747Z","steps":["trace[1305724744] 'process raft request' (duration: 1.253901643s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.14227Z","time spent":"1.258941951s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:21.401255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.145719Z","time spent":"1.255443229s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.401278Z","caller":"traceutil/trace.go:171","msg":"trace[1299067967] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"1.255535402s","start":"2026-05-07T10:08:20.145736Z","end":"2026-05-07T10:08:21.401271Z","steps":["trace[1299067967] 'process raft request' (duration: 1.25458905s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072817249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T10:08:21.401313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.145722Z","time spent":"1.255571812s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.401297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.146603Z","time spent":"1.25462666s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.401315Z","caller":"traceutil/trace.go:171","msg":"trace[118824581] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25567; }","duration":"2.073149747s","start":"2026-05-07T10:08:19.328156Z","end":"2026-05-07T10:08:21.401305Z","steps":["trace[118824581] 'agreement among raft nodes before linearized reading' (duration: 2.07245878s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.32814Z","time spent":"2.073200268s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T10:08:21.401095Z","caller":"traceutil/trace.go:171","msg":"trace[1197156033] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25567; }","duration":"2.173671781s","start":"2026-05-07T10:08:19.227414Z","end":"2026-05-07T10:08:21.401086Z","steps":["trace[1197156033] 'agreement among raft nodes before linearized reading' (duration: 2.173305752s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.40071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277703207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.401379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.227391Z","time spent":"2.173983028s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T10:08:21.401391Z","caller":"traceutil/trace.go:171","msg":"trace[2106866286] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25567; }","duration":"2.278384623s","start":"2026-05-07T10:08:19.122997Z","end":"2026-05-07T10:08:21.401381Z","steps":["trace[2106866286] 'agreement among raft nodes before linearized reading' (duration: 2.277668297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.400838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276810426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"warn","ts":"2026-05-07T10:08:21.401422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.122958Z","time spent":"2.278456174s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:08:21.400899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.142597Z","time spent":"1.258285997s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:21.400988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258736117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:08:21.401047Z","caller":"traceutil/trace.go:171","msg":"trace[872563702] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25567; }","duration":"2.189864551s","start":"2026-05-07T10:08:19.21116Z","end":"2026-05-07T10:08:21.401025Z","steps":["trace[872563702] 'agreement among raft nodes before linearized reading' (duration: 2.189590635s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.401485Z","caller":"traceutil/trace.go:171","msg":"trace[1091528109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25567; }","duration":"1.25926151s","start":"2026-05-07T10:08:20.142217Z","end":"2026-05-07T10:08:21.401478Z","steps":["trace[1091528109] 'agreement among raft nodes before linearized reading' (duration: 1.258454891s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.400985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.701112Z","time spent":"1.69985741s","remote":"127.0.0.1:54644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:21.401505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.142201Z","time spent":"1.25929819s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:08:21.401516Z","caller":"traceutil/trace.go:171","msg":"trace[64498685] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25567; }","duration":"2.277424811s","start":"2026-05-07T10:08:19.124005Z","end":"2026-05-07T10:08:21.401429Z","steps":["trace[64498685] 'agreement among raft nodes before linearized reading' (duration: 2.276653152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.123995Z","time spent":"2.277543033s","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T10:08:21.401541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.211131Z","time spent":"2.190373543s","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T10:08:21.401135Z","caller":"traceutil/trace.go:171","msg":"trace[664503063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25567; }","duration":"1.070988282s","start":"2026-05-07T10:08:20.330132Z","end":"2026-05-07T10:08:21.401121Z","steps":["trace[664503063] 'agreement among raft nodes before linearized reading' (duration: 1.07088755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.330087Z","time spent":"1.071508864s","remote":"127.0.0.1:38730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:21.400995Z","caller":"traceutil/trace.go:171","msg":"trace[1508084634] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b; range_end:; response_count:1; response_revision:25567; }","duration":"2.278496035s","start":"2026-05-07T10:08:19.122491Z","end":"2026-05-07T10:08:21.400987Z","steps":["trace[1508084634] 'agreement among raft nodes before linearized reading' (duration: 2.278236259s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.401663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.122479Z","time spent":"2.279171442s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b\" "} {"level":"info","ts":"2026-05-07T10:08:21.939348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22839,"took":"8.198101047s","hash":3777290794,"current-db-size-bytes":57991168,"current-db-size":"58 MB","current-db-size-in-use-bytes":35676160,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T10:08:21.939433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3777290794,"revision":22839,"compact-revision":19939} {"level":"warn","ts":"2026-05-07T10:08:21.940217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.902057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:21.940446Z","caller":"traceutil/trace.go:171","msg":"trace[1085493223] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"536.057914ms","start":"2026-05-07T10:08:21.404357Z","end":"2026-05-07T10:08:21.940415Z","steps":["trace[1085493223] 'process raft request' (duration: 134.85092ms)","trace[1085493223] 'compare' (duration: 400.500048ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:21.94053Z","caller":"traceutil/trace.go:171","msg":"trace[1818690203] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26411; }","duration":"536.084085ms","start":"2026-05-07T10:08:21.404413Z","end":"2026-05-07T10:08:21.940497Z","steps":["trace[1818690203] 'read index received' (duration: 134.80944ms)","trace[1818690203] 'applied index is now lower than readState.Index' (duration: 401.270235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:21.94057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.404344Z","time spent":"536.162178ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.940731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.311591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T10:08:21.940771Z","caller":"traceutil/trace.go:171","msg":"trace[1408243857] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25568; }","duration":"536.348531ms","start":"2026-05-07T10:08:21.404408Z","end":"2026-05-07T10:08:21.940757Z","steps":["trace[1408243857] 'agreement among raft nodes before linearized reading' (duration: 536.197788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.940793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.40437Z","time spent":"536.417033ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"info","ts":"2026-05-07T10:08:21.940827Z","caller":"traceutil/trace.go:171","msg":"trace[1705942823] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"536.352531ms","start":"2026-05-07T10:08:21.404443Z","end":"2026-05-07T10:08:21.940796Z","steps":["trace[1705942823] 'process raft request' (duration: 535.905751ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.940951Z","caller":"traceutil/trace.go:171","msg":"trace[333966723] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"534.933929ms","start":"2026-05-07T10:08:21.406003Z","end":"2026-05-07T10:08:21.940937Z","steps":["trace[333966723] 'process raft request' (duration: 534.735634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.940957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.404423Z","time spent":"536.461434ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.941037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.405984Z","time spent":"535.01317ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.941337Z","caller":"traceutil/trace.go:171","msg":"trace[1161134692] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"534.659722ms","start":"2026-05-07T10:08:21.406667Z","end":"2026-05-07T10:08:21.941327Z","steps":["trace[1161134692] 'process raft request' (duration: 534.225702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.941378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.406655Z","time spent":"534.701203ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.94138Z","caller":"traceutil/trace.go:171","msg":"trace[971495058] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"533.697469ms","start":"2026-05-07T10:08:21.407672Z","end":"2026-05-07T10:08:21.941369Z","steps":["trace[971495058] 'process raft request' (duration: 533.514665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.941442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.407662Z","time spent":"533.740181ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:21.941434Z","caller":"traceutil/trace.go:171","msg":"trace[179035316] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"526.755017ms","start":"2026-05-07T10:08:21.414649Z","end":"2026-05-07T10:08:21.941404Z","steps":["trace[179035316] 'process raft request' (duration: 526.661135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.94147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.71104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:21.941501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.384986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:21.941535Z","caller":"traceutil/trace.go:171","msg":"trace[907663841] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25573; }","duration":"366.450477ms","start":"2026-05-07T10:08:21.575074Z","end":"2026-05-07T10:08:21.941524Z","steps":["trace[907663841] 'agreement among raft nodes before linearized reading' (duration: 366.389555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.941541Z","caller":"traceutil/trace.go:171","msg":"trace[1227020255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25573; }","duration":"536.839174ms","start":"2026-05-07T10:08:21.404681Z","end":"2026-05-07T10:08:21.94152Z","steps":["trace[1227020255] 'agreement among raft nodes before linearized reading' (duration: 536.70054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.941538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.291586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T10:08:21.941571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.575056Z","time spent":"366.505468ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:21.941565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.561833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T10:08:21.94158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.404672Z","time spent":"536.900785ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:21.941578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.414632Z","time spent":"526.875309ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:21.941518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.44621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:21.941592Z","caller":"traceutil/trace.go:171","msg":"trace[2041776754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25573; }","duration":"535.363309ms","start":"2026-05-07T10:08:21.406213Z","end":"2026-05-07T10:08:21.941576Z","steps":["trace[2041776754] 'agreement among raft nodes before linearized reading' (duration: 535.172274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.941614Z","caller":"traceutil/trace.go:171","msg":"trace[295290490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25573; }","duration":"535.624904ms","start":"2026-05-07T10:08:21.405974Z","end":"2026-05-07T10:08:21.941599Z","steps":["trace[295290490] 'agreement among raft nodes before linearized reading' (duration: 535.46007ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.941631Z","caller":"traceutil/trace.go:171","msg":"trace[1476507504] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25573; }","duration":"535.575334ms","start":"2026-05-07T10:08:21.406044Z","end":"2026-05-07T10:08:21.94162Z","steps":["trace[1476507504] 'agreement among raft nodes before linearized reading' (duration: 535.447371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.94164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.406206Z","time spent":"535.4264ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:21.941647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.405962Z","time spent":"535.677666ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:21.941658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.406031Z","time spent":"535.618385ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:08:21.941726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.000224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-07T10:08:21.941793Z","caller":"traceutil/trace.go:171","msg":"trace[75943229] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25573; }","duration":"536.119237ms","start":"2026-05-07T10:08:21.405659Z","end":"2026-05-07T10:08:21.941778Z","steps":["trace[75943229] 'agreement among raft nodes before linearized reading' (duration: 535.909432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.941842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.405638Z","time spent":"536.191098ms","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-07T10:08:22.511767Z","caller":"traceutil/trace.go:171","msg":"trace[841851181] linearizableReadLoop","detail":"{readStateIndex:26418; appliedIndex:26417; }","duration":"566.607964ms","start":"2026-05-07T10:08:21.945127Z","end":"2026-05-07T10:08:22.511735Z","steps":["trace[841851181] 'read index received' (duration: 479.637758ms)","trace[841851181] 'applied index is now lower than readState.Index' (duration: 86.968575ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:22.512019Z","caller":"traceutil/trace.go:171","msg":"trace[313137122] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"566.988532ms","start":"2026-05-07T10:08:21.945015Z","end":"2026-05-07T10:08:22.512003Z","steps":["trace[313137122] 'process raft request' (duration: 479.701779ms)","trace[313137122] 'compare' (duration: 86.700119ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:22.512116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.944994Z","time spent":"567.064964ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T10:08:22.512151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.417119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:22.512203Z","caller":"traceutil/trace.go:171","msg":"trace[220869548] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25574; }","duration":"563.5018ms","start":"2026-05-07T10:08:21.948689Z","end":"2026-05-07T10:08:22.51219Z","steps":["trace[220869548] 'agreement among raft nodes before linearized reading' (duration: 563.374517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.512237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.948676Z","time spent":"563.554581ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:08:22.512436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.31946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-07T10:08:22.512461Z","caller":"traceutil/trace.go:171","msg":"trace[1827711906] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25574; }","duration":"567.370961ms","start":"2026-05-07T10:08:21.945084Z","end":"2026-05-07T10:08:22.512455Z","steps":["trace[1827711906] 'agreement among raft nodes before linearized reading' (duration: 567.276919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.512478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.94507Z","time spent":"567.404432ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T10:08:22.51259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.231423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:22.512613Z","caller":"traceutil/trace.go:171","msg":"trace[1337166872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25574; }","duration":"563.253594ms","start":"2026-05-07T10:08:21.949353Z","end":"2026-05-07T10:08:22.512607Z","steps":["trace[1337166872] 'agreement among raft nodes before linearized reading' (duration: 563.219113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.512629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.949312Z","time spent":"563.314085ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:22.512655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.861277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:22.512697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.871588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"warn","ts":"2026-05-07T10:08:22.512703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.11585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:22.512729Z","caller":"traceutil/trace.go:171","msg":"trace[487518440] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25574; }","duration":"386.979809ms","start":"2026-05-07T10:08:22.125732Z","end":"2026-05-07T10:08:22.512712Z","steps":["trace[487518440] 'agreement among raft nodes before linearized reading' (duration: 386.843166ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:22.512767Z","caller":"traceutil/trace.go:171","msg":"trace[414102178] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25574; }","duration":"560.970971ms","start":"2026-05-07T10:08:21.951777Z","end":"2026-05-07T10:08:22.512748Z","steps":["trace[414102178] 'agreement among raft nodes before linearized reading' (duration: 560.762046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.512782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.125714Z","time spent":"387.058362ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:22.512785Z","caller":"traceutil/trace.go:171","msg":"trace[1373621643] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25574; }","duration":"540.252424ms","start":"2026-05-07T10:08:21.972511Z","end":"2026-05-07T10:08:22.512763Z","steps":["trace[1373621643] 'agreement among raft nodes before linearized reading' (duration: 540.08019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.5128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.951773Z","time spent":"561.021942ms","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T10:08:22.512834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.972496Z","time spent":"540.327685ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:22.512969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.413479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:08:22.513838Z","caller":"traceutil/trace.go:171","msg":"trace[574985127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25574; }","duration":"257.295099ms","start":"2026-05-07T10:08:22.256526Z","end":"2026-05-07T10:08:22.513821Z","steps":["trace[574985127] 'agreement among raft nodes before linearized reading' (duration: 256.02832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.513023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.295249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:08:22.513918Z","caller":"traceutil/trace.go:171","msg":"trace[330206219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25574; }","duration":"258.220811ms","start":"2026-05-07T10:08:22.255679Z","end":"2026-05-07T10:08:22.5139Z","steps":["trace[330206219] 'agreement among raft nodes before linearized reading' (duration: 256.690345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.512897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.676648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:22.513993Z","caller":"traceutil/trace.go:171","msg":"trace[1068668912] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25574; }","duration":"232.811745ms","start":"2026-05-07T10:08:22.281139Z","end":"2026-05-07T10:08:22.51395Z","steps":["trace[1068668912] 'agreement among raft nodes before linearized reading' (duration: 231.234147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:22.514543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.16314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:08:22.514581Z","caller":"traceutil/trace.go:171","msg":"trace[2094039525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25574; }","duration":"258.245942ms","start":"2026-05-07T10:08:22.256326Z","end":"2026-05-07T10:08:22.514572Z","steps":["trace[2094039525] 'agreement among raft nodes before linearized reading' (duration: 256.245125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.221444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.293911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:23.22158Z","caller":"traceutil/trace.go:171","msg":"trace[61804345] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"704.377583ms","start":"2026-05-07T10:08:22.517174Z","end":"2026-05-07T10:08:23.221552Z","steps":["trace[61804345] 'process raft request' (duration: 201.839806ms)","trace[61804345] 'compare' (duration: 502.147358ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:23.221693Z","caller":"traceutil/trace.go:171","msg":"trace[1483926999] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"703.40618ms","start":"2026-05-07T10:08:22.518268Z","end":"2026-05-07T10:08:23.221674Z","steps":["trace[1483926999] 'process raft request' (duration: 703.370579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.221716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.517157Z","time spent":"704.482775ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:23.221757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.518263Z","time spent":"703.464011ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:23.221893Z","caller":"traceutil/trace.go:171","msg":"trace[770700394] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"703.84141ms","start":"2026-05-07T10:08:22.518006Z","end":"2026-05-07T10:08:23.221847Z","steps":["trace[770700394] 'process raft request' (duration: 703.543723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.221992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.517996Z","time spent":"703.950192ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:23.222087Z","caller":"traceutil/trace.go:171","msg":"trace[918670476] linearizableReadLoop","detail":"{readStateIndex:26419; appliedIndex:26418; }","duration":"704.303521ms","start":"2026-05-07T10:08:22.517756Z","end":"2026-05-07T10:08:23.22206Z","steps":["trace[918670476] 'read index received' (duration: 201.253672ms)","trace[918670476] 'applied index is now lower than readState.Index' (duration: 502.765512ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:23.222256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.483405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e87ae076d\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-07T10:08:23.222314Z","caller":"traceutil/trace.go:171","msg":"trace[12084160] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18ad409e87ae076d; range_end:; response_count:1; response_revision:25577; }","duration":"704.560268ms","start":"2026-05-07T10:08:22.517737Z","end":"2026-05-07T10:08:23.222297Z","steps":["trace[12084160] 'agreement among raft nodes before linearized reading' (duration: 704.378813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.222341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.51773Z","time spent":"704.606018ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18ad409e87ae076d\" "} {"level":"warn","ts":"2026-05-07T10:08:23.259285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.676135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:23.259343Z","caller":"traceutil/trace.go:171","msg":"trace[1061056875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25578; }","duration":"142.784827ms","start":"2026-05-07T10:08:23.116547Z","end":"2026-05-07T10:08:23.259332Z","steps":["trace[1061056875] 'agreement among raft nodes before linearized reading' (duration: 142.677225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.259362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.772089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:23.259437Z","caller":"traceutil/trace.go:171","msg":"trace[849265128] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25578; }","duration":"111.86481ms","start":"2026-05-07T10:08:23.147554Z","end":"2026-05-07T10:08:23.259419Z","steps":["trace[849265128] 'agreement among raft nodes before linearized reading' (duration: 111.631945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.259454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.747594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T10:08:23.259657Z","caller":"traceutil/trace.go:171","msg":"trace[1406730855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25578; }","duration":"737.002479ms","start":"2026-05-07T10:08:22.522632Z","end":"2026-05-07T10:08:23.259634Z","steps":["trace[1406730855] 'agreement among raft nodes before linearized reading' (duration: 736.546789ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:23.259178Z","caller":"traceutil/trace.go:171","msg":"trace[1208257137] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"113.770895ms","start":"2026-05-07T10:08:23.145384Z","end":"2026-05-07T10:08:23.259154Z","steps":["trace[1208257137] 'process raft request' (duration: 113.650482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.2598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.522626Z","time spent":"737.159543ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T10:08:23.640612Z","caller":"traceutil/trace.go:171","msg":"trace[400968271] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"415.827528ms","start":"2026-05-07T10:08:23.224753Z","end":"2026-05-07T10:08:23.640581Z","steps":["trace[400968271] 'process raft request' (duration: 369.894548ms)","trace[400968271] 'compare' (duration: 45.765346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:23.640767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.22473Z","time spent":"415.951821ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:24.468169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.89124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:24.468573Z","caller":"traceutil/trace.go:171","msg":"trace[123241489] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26422; }","duration":"930.178602ms","start":"2026-05-07T10:08:23.538377Z","end":"2026-05-07T10:08:24.468555Z","steps":["trace[123241489] 'read index received' (duration: 56.367495ms)","trace[123241489] 'applied index is now lower than readState.Index' (duration: 873.810137ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:24.468657Z","caller":"traceutil/trace.go:171","msg":"trace[2005897874] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"1.206028868s","start":"2026-05-07T10:08:23.262617Z","end":"2026-05-07T10:08:24.468646Z","steps":["trace[2005897874] 'process raft request' (duration: 618.582985ms)","trace[2005897874] 'compare' (duration: 586.789958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:24.468723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.262595Z","time spent":"1.20608953s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469056Z","caller":"traceutil/trace.go:171","msg":"trace[160700758] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"1.062524954s","start":"2026-05-07T10:08:23.406521Z","end":"2026-05-07T10:08:24.469046Z","steps":["trace[160700758] 'process raft request' (duration: 1.061748305s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.406495Z","time spent":"1.062591176s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469212Z","caller":"traceutil/trace.go:171","msg":"trace[1289575603] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"1.061033169s","start":"2026-05-07T10:08:23.408152Z","end":"2026-05-07T10:08:24.469186Z","steps":["trace[1289575603] 'process raft request' (duration: 1.060315802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.913809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:24.469333Z","caller":"traceutil/trace.go:171","msg":"trace[1741739250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25586; }","duration":"930.983051ms","start":"2026-05-07T10:08:23.538341Z","end":"2026-05-07T10:08:24.469325Z","steps":["trace[1741739250] 'agreement among raft nodes before linearized reading' (duration: 930.91667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.408133Z","time spent":"1.061147782s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469486Z","caller":"traceutil/trace.go:171","msg":"trace[1474647142] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"1.062503284s","start":"2026-05-07T10:08:23.406972Z","end":"2026-05-07T10:08:24.469476Z","steps":["trace[1474647142] 'process raft request' (duration: 1.061357167s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.406958Z","time spent":"1.062559495s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469724Z","caller":"traceutil/trace.go:171","msg":"trace[1147425443] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"1.062606037s","start":"2026-05-07T10:08:23.407108Z","end":"2026-05-07T10:08:24.469714Z","steps":["trace[1147425443] 'process raft request' (duration: 1.061278875s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.407075Z","time spent":"1.062678408s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469873Z","caller":"traceutil/trace.go:171","msg":"trace[211178056] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"1.062721799s","start":"2026-05-07T10:08:23.407143Z","end":"2026-05-07T10:08:24.469865Z","steps":["trace[211178056] 'process raft request' (duration: 1.061287025s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.469922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.407121Z","time spent":"1.0627774s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:24.469237Z","caller":"traceutil/trace.go:171","msg":"trace[1682925845] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"1.060989238s","start":"2026-05-07T10:08:23.408239Z","end":"2026-05-07T10:08:24.469228Z","steps":["trace[1682925845] 'process raft request' (duration: 1.060273681s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:24.470063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.408223Z","time spent":"1.061804627s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:24.469366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.538326Z","time spent":"931.032472ms","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:25.574227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.355236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:08:25.574337Z","caller":"traceutil/trace.go:171","msg":"trace[964810776] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26430; }","duration":"1.105704448s","start":"2026-05-07T10:08:24.468615Z","end":"2026-05-07T10:08:25.574319Z","steps":["trace[964810776] 'read index received' (duration: 334.27636ms)","trace[964810776] 'applied index is now lower than readState.Index' (duration: 771.426118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:25.574635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2388876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:25.574692Z","caller":"traceutil/trace.go:171","msg":"trace[1322667398] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25586; }","duration":"1.238980943s","start":"2026-05-07T10:08:24.335696Z","end":"2026-05-07T10:08:25.574677Z","steps":["trace[1322667398] 'agreement among raft nodes before linearized reading' (duration: 1.23888252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.574716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.33568Z","time spent":"1.239030273s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:25.574707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.529749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:25.574763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458041864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:25.574793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629249569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T10:08:25.574784Z","caller":"traceutil/trace.go:171","msg":"trace[669403870] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25586; }","duration":"853.652862ms","start":"2026-05-07T10:08:24.721111Z","end":"2026-05-07T10:08:25.574763Z","steps":["trace[669403870] 'agreement among raft nodes before linearized reading' (duration: 853.523289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.574897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890214596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:25.574891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627431127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T10:08:25.574842Z","caller":"traceutil/trace.go:171","msg":"trace[624639610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25586; }","duration":"1.458165496s","start":"2026-05-07T10:08:24.116656Z","end":"2026-05-07T10:08:25.574821Z","steps":["trace[624639610] 'agreement among raft nodes before linearized reading' (duration: 1.458034903s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.57515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.843725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:08:25.575158Z","caller":"traceutil/trace.go:171","msg":"trace[79435722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25586; }","duration":"1.890506913s","start":"2026-05-07T10:08:23.684634Z","end":"2026-05-07T10:08:25.575141Z","steps":["trace[79435722] 'agreement among raft nodes before linearized reading' (duration: 1.890235976s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.575194Z","caller":"traceutil/trace.go:171","msg":"trace[1145295571] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25586; }","duration":"737.150123ms","start":"2026-05-07T10:08:24.838034Z","end":"2026-05-07T10:08:25.575184Z","steps":["trace[1145295571] 'agreement among raft nodes before linearized reading' (duration: 736.777124ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.575191Z","caller":"traceutil/trace.go:171","msg":"trace[2023804426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25586; }","duration":"1.627760184s","start":"2026-05-07T10:08:23.94741Z","end":"2026-05-07T10:08:25.57517Z","steps":["trace[2023804426] 'agreement among raft nodes before linearized reading' (duration: 1.627307054s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.575206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.439407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T10:08:25.575206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.684616Z","time spent":"1.890579474s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:25.575193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.701575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:25.57521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.116635Z","time spent":"1.458558956s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:25.575226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.838014Z","time spent":"737.203263ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:25.575234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.947396Z","time spent":"1.627828405s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T10:08:25.575264Z","caller":"traceutil/trace.go:171","msg":"trace[475456264] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25586; }","duration":"273.806008ms","start":"2026-05-07T10:08:25.301439Z","end":"2026-05-07T10:08:25.575245Z","steps":["trace[475456264] 'agreement among raft nodes before linearized reading' (duration: 273.703296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.575281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.14483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:08:25.575317Z","caller":"traceutil/trace.go:171","msg":"trace[413912553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25586; }","duration":"349.19495ms","start":"2026-05-07T10:08:25.226113Z","end":"2026-05-07T10:08:25.575308Z","steps":["trace[413912553] 'agreement among raft nodes before linearized reading' (duration: 349.051557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.575351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.226108Z","time spent":"349.236262ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T10:08:25.57523Z","caller":"traceutil/trace.go:171","msg":"trace[862168317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25586; }","duration":"349.496908ms","start":"2026-05-07T10:08:25.225728Z","end":"2026-05-07T10:08:25.575225Z","steps":["trace[862168317] 'agreement among raft nodes before linearized reading' (duration: 349.162581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.575439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.225711Z","time spent":"349.718373ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:25.574909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.72108Z","time spent":"853.810516ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:25.574729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629482814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T10:08:25.574848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.858283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:08:25.575629Z","caller":"traceutil/trace.go:171","msg":"trace[524919570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25586; }","duration":"349.651382ms","start":"2026-05-07T10:08:25.225967Z","end":"2026-05-07T10:08:25.575618Z","steps":["trace[524919570] 'agreement among raft nodes before linearized reading' (duration: 348.816242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.575634Z","caller":"traceutil/trace.go:171","msg":"trace[670367255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25586; }","duration":"1.630425907s","start":"2026-05-07T10:08:23.945187Z","end":"2026-05-07T10:08:25.575613Z","steps":["trace[670367255] 'agreement among raft nodes before linearized reading' (duration: 1.629392892s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.575669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.225943Z","time spent":"349.716973ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:25.575694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.945164Z","time spent":"1.630511669s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:08:25.5749Z","caller":"traceutil/trace.go:171","msg":"trace[1189331933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25586; }","duration":"1.629409943s","start":"2026-05-07T10:08:23.945467Z","end":"2026-05-07T10:08:25.574877Z","steps":["trace[1189331933] 'agreement among raft nodes before linearized reading' (duration: 1.629083936s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.574915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.218554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:25.575909Z","caller":"traceutil/trace.go:171","msg":"trace[153499786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25586; }","duration":"416.295389ms","start":"2026-05-07T10:08:25.159596Z","end":"2026-05-07T10:08:25.575891Z","steps":["trace[153499786] 'agreement among raft nodes before linearized reading' (duration: 415.192553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.57579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.945446Z","time spent":"1.630330434s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:25.576019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.159574Z","time spent":"416.428282ms","remote":"127.0.0.1:45036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:25.703402Z","caller":"traceutil/trace.go:171","msg":"trace[1699987700] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"124.375575ms","start":"2026-05-07T10:08:25.579001Z","end":"2026-05-07T10:08:25.703376Z","steps":["trace[1699987700] 'process raft request' (duration: 124.1624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.747427Z","caller":"traceutil/trace.go:171","msg":"trace[1019310967] linearizableReadLoop","detail":"{readStateIndex:26437; appliedIndex:26431; }","duration":"163.422713ms","start":"2026-05-07T10:08:25.583979Z","end":"2026-05-07T10:08:25.747401Z","steps":["trace[1019310967] 'read index received' (duration: 119.310366ms)","trace[1019310967] 'applied index is now lower than readState.Index' (duration: 44.111217ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:25.747492Z","caller":"traceutil/trace.go:171","msg":"trace[488058692] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"168.222296ms","start":"2026-05-07T10:08:25.579251Z","end":"2026-05-07T10:08:25.747474Z","steps":["trace[488058692] 'process raft request' (duration: 167.760515ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.747435Z","caller":"traceutil/trace.go:171","msg":"trace[1360781865] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"168.027472ms","start":"2026-05-07T10:08:25.579355Z","end":"2026-05-07T10:08:25.747382Z","steps":["trace[1360781865] 'process raft request' (duration: 167.802726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.747488Z","caller":"traceutil/trace.go:171","msg":"trace[2013578428] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"167.58047ms","start":"2026-05-07T10:08:25.579875Z","end":"2026-05-07T10:08:25.747455Z","steps":["trace[2013578428] 'process raft request' (duration: 167.363445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.74754Z","caller":"traceutil/trace.go:171","msg":"trace[1311044189] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"102.114151ms","start":"2026-05-07T10:08:25.645418Z","end":"2026-05-07T10:08:25.747532Z","steps":["trace[1311044189] 'process raft request' (duration: 101.907366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.747536Z","caller":"traceutil/trace.go:171","msg":"trace[119598614] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"167.319145ms","start":"2026-05-07T10:08:25.580206Z","end":"2026-05-07T10:08:25.747525Z","steps":["trace[119598614] 'process raft request' (duration: 167.068369ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.747468Z","caller":"traceutil/trace.go:171","msg":"trace[1352105715] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"166.177698ms","start":"2026-05-07T10:08:25.581251Z","end":"2026-05-07T10:08:25.747429Z","steps":["trace[1352105715] 'process raft request' (duration: 166.049315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.747621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.622068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:25.747658Z","caller":"traceutil/trace.go:171","msg":"trace[553655889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25594; }","duration":"163.696819ms","start":"2026-05-07T10:08:25.583952Z","end":"2026-05-07T10:08:25.747648Z","steps":["trace[553655889] 'agreement among raft nodes before linearized reading' (duration: 163.609267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.747775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.216353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T10:08:25.747796Z","caller":"traceutil/trace.go:171","msg":"trace[1936243587] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25594; }","duration":"156.263204ms","start":"2026-05-07T10:08:25.591526Z","end":"2026-05-07T10:08:25.747789Z","steps":["trace[1936243587] 'agreement among raft nodes before linearized reading' (duration: 156.153972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.74783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.865542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:25.747869Z","caller":"traceutil/trace.go:171","msg":"trace[122748479] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25594; }","duration":"154.949134ms","start":"2026-05-07T10:08:25.592906Z","end":"2026-05-07T10:08:25.747855Z","steps":["trace[122748479] 'agreement among raft nodes before linearized reading' (duration: 154.820511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:26.167493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.083255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:08:26.167621Z","caller":"traceutil/trace.go:171","msg":"trace[878935638] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25594; }","duration":"388.2865ms","start":"2026-05-07T10:08:25.779295Z","end":"2026-05-07T10:08:26.167582Z","steps":["trace[878935638] 'count revisions from in-memory index tree' (duration: 387.998083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:26.167686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.779282Z","time spent":"388.391252ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":179,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:26.876615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:27.377134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:27.529147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164923422s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:08:27.529411Z","caller":"traceutil/trace.go:171","msg":"trace[1186509680] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"1.165277751s","start":"2026-05-07T10:08:26.36411Z","end":"2026-05-07T10:08:27.529388Z","steps":["trace[1186509680] 'process raft request' (duration: 1.165164448s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.529513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.364086Z","time spent":"1.165379352s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T10:08:27.968509Z","caller":"traceutil/trace.go:171","msg":"trace[1272187324] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"151.315987ms","start":"2026-05-07T10:08:27.817167Z","end":"2026-05-07T10:08:27.968483Z","steps":["trace[1272187324] 'process raft request' (duration: 151.274606ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:27.968614Z","caller":"traceutil/trace.go:171","msg":"trace[75607143] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"1.493060528s","start":"2026-05-07T10:08:26.475522Z","end":"2026-05-07T10:08:27.968582Z","steps":["trace[75607143] 'process raft request' (duration: 1.402918869s)","trace[75607143] 'compare' (duration: 89.645657ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:27.968604Z","caller":"traceutil/trace.go:171","msg":"trace[1434781257] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"1.492945095s","start":"2026-05-07T10:08:26.475624Z","end":"2026-05-07T10:08:27.96857Z","steps":["trace[1434781257] 'process raft request' (duration: 1.492630678s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:27.968661Z","caller":"traceutil/trace.go:171","msg":"trace[862943567] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"1.493017496s","start":"2026-05-07T10:08:26.475591Z","end":"2026-05-07T10:08:27.968609Z","steps":["trace[862943567] 'process raft request' (duration: 1.492616337s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:27.968674Z","caller":"traceutil/trace.go:171","msg":"trace[1684623191] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"1.492595987s","start":"2026-05-07T10:08:26.476048Z","end":"2026-05-07T10:08:27.968644Z","steps":["trace[1684623191] 'process raft request' (duration: 1.492266099s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.968742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.475499Z","time spent":"1.493176221s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:27.968731Z","caller":"traceutil/trace.go:171","msg":"trace[859390202] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"1.492963615s","start":"2026-05-07T10:08:26.475718Z","end":"2026-05-07T10:08:27.968681Z","steps":["trace[859390202] 'process raft request' (duration: 1.492567246s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.968816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.476042Z","time spent":"1.492698469s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:27.968825Z","caller":"traceutil/trace.go:171","msg":"trace[1707331511] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"1.492494505s","start":"2026-05-07T10:08:26.476294Z","end":"2026-05-07T10:08:27.968789Z","steps":["trace[1707331511] 'process raft request' (duration: 1.492050954s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.968836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.475508Z","time spent":"1.493232772s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:27.968901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.475709Z","time spent":"1.493109399s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:27.96876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.475565Z","time spent":"1.493113649s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:27.968794Z","caller":"traceutil/trace.go:171","msg":"trace[2060529953] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26439; }","duration":"1.593001498s","start":"2026-05-07T10:08:26.375761Z","end":"2026-05-07T10:08:27.968762Z","steps":["trace[2060529953] 'read index received' (duration: 1.153578545s)","trace[2060529953] 'applied index is now lower than readState.Index' (duration: 439.419193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:27.969056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593290535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-05-07T10:08:27.969104Z","caller":"traceutil/trace.go:171","msg":"trace[224613868] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25602; }","duration":"1.593380637s","start":"2026-05-07T10:08:26.375711Z","end":"2026-05-07T10:08:27.969091Z","steps":["trace[224613868] 'agreement among raft nodes before linearized reading' (duration: 1.593172732s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.375694Z","time spent":"1.593434858s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:27.969168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51955949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T10:08:27.969193Z","caller":"traceutil/trace.go:171","msg":"trace[1478957566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25602; }","duration":"1.519616742s","start":"2026-05-07T10:08:26.449566Z","end":"2026-05-07T10:08:27.969182Z","steps":["trace[1478957566] 'agreement among raft nodes before linearized reading' (duration: 1.519513449s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.393612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:08:27.969235Z","caller":"traceutil/trace.go:171","msg":"trace[492379239] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25602; }","duration":"217.443243ms","start":"2026-05-07T10:08:27.751781Z","end":"2026-05-07T10:08:27.969224Z","steps":["trace[492379239] 'agreement among raft nodes before linearized reading' (duration: 217.33268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.578446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:08:27.969244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.476225Z","time spent":"1.492931495s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:27.969295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.039184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:27.969309Z","caller":"traceutil/trace.go:171","msg":"trace[1610791857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25602; }","duration":"852.087426ms","start":"2026-05-07T10:08:27.117217Z","end":"2026-05-07T10:08:27.969305Z","steps":["trace[1610791857] 'agreement among raft nodes before linearized reading' (duration: 852.061945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.431553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:27.969321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.117194Z","time spent":"852.123927ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:27.969344Z","caller":"traceutil/trace.go:171","msg":"trace[1074614163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25602; }","duration":"553.515265ms","start":"2026-05-07T10:08:27.415812Z","end":"2026-05-07T10:08:27.969327Z","steps":["trace[1074614163] 'agreement among raft nodes before linearized reading' (duration: 553.429683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:27.969271Z","caller":"traceutil/trace.go:171","msg":"trace[1744741893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25602; }","duration":"217.607327ms","start":"2026-05-07T10:08:27.751658Z","end":"2026-05-07T10:08:27.969266Z","steps":["trace[1744741893] 'agreement among raft nodes before linearized reading' (duration: 217.565106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.41579Z","time spent":"553.578196ms","remote":"127.0.0.1:38678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:27.969408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204612665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:27.969435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.862979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T10:08:27.96946Z","caller":"traceutil/trace.go:171","msg":"trace[788080261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25602; }","duration":"216.92206ms","start":"2026-05-07T10:08:27.752531Z","end":"2026-05-07T10:08:27.969453Z","steps":["trace[788080261] 'agreement among raft nodes before linearized reading' (duration: 216.869449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.371338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T10:08:27.969456Z","caller":"traceutil/trace.go:171","msg":"trace[1772886591] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25602; }","duration":"1.204658266s","start":"2026-05-07T10:08:26.76478Z","end":"2026-05-07T10:08:27.969438Z","steps":["trace[1772886591] 'agreement among raft nodes before linearized reading' (duration: 1.204565434s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.180786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T10:08:27.969214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.449547Z","time spent":"1.519663284s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T10:08:27.969567Z","caller":"traceutil/trace.go:171","msg":"trace[806652867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25602; }","duration":"217.213978ms","start":"2026-05-07T10:08:27.752349Z","end":"2026-05-07T10:08:27.969563Z","steps":["trace[806652867] 'agreement among raft nodes before linearized reading' (duration: 217.157866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.764726Z","time spent":"1.204810139s","remote":"127.0.0.1:52960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:27.969536Z","caller":"traceutil/trace.go:171","msg":"trace[286935302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25602; }","duration":"216.520381ms","start":"2026-05-07T10:08:27.752999Z","end":"2026-05-07T10:08:27.96952Z","steps":["trace[286935302] 'agreement among raft nodes before linearized reading' (duration: 216.346537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.969874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.564714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:08:27.969972Z","caller":"traceutil/trace.go:171","msg":"trace[650636842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25602; }","duration":"262.649086ms","start":"2026-05-07T10:08:27.707263Z","end":"2026-05-07T10:08:27.969912Z","steps":["trace[650636842] 'agreement among raft nodes before linearized reading' (duration: 262.034342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.999244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.952746ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.999337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.077258Z","time spent":"922.072472ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:29.999374Z","caller":"traceutil/trace.go:171","msg":"trace[2076635838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25602; }","duration":"568.091559ms","start":"2026-05-07T10:08:29.431261Z","end":"2026-05-07T10:08:29.999352Z","steps":["trace[2076635838] 'range keys from in-memory index tree' (duration: 567.936555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.99975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804284955s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:29.999865Z","caller":"traceutil/trace.go:171","msg":"trace[1391486658] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"2.025532897s","start":"2026-05-07T10:08:27.974304Z","end":"2026-05-07T10:08:29.999837Z","steps":["trace[1391486658] 'process raft request' (duration: 221.057058ms)","trace[1391486658] 'compare' (duration: 1.802618125s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:29.999951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.974283Z","time spent":"2.02562346s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:30.490899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:30.490986Z","caller":"traceutil/trace.go:171","msg":"trace[1784366701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213463s","start":"2026-05-07T10:08:28.490753Z","end":"2026-05-07T10:08:30.490967Z","steps":["trace[1784366701] 'agreement among raft nodes before linearized reading' (duration: 2.000094761s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.491036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.490729Z","time spent":"2.000297125s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:30.902265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.706736595s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:31.117099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:31.117189Z","caller":"traceutil/trace.go:171","msg":"trace[1332568698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271304s","start":"2026-05-07T10:08:29.116899Z","end":"2026-05-07T10:08:31.11717Z","steps":["trace[1332568698] 'agreement among raft nodes before linearized reading' (duration: 2.000159921s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.117238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.116883Z","time spent":"2.000345666s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:31.476227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.587517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:31.476364Z","caller":"traceutil/trace.go:171","msg":"trace[2035641769] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"3.501894743s","start":"2026-05-07T10:08:27.97445Z","end":"2026-05-07T10:08:31.476345Z","steps":["trace[2035641769] 'process raft request' (duration: 2.928118251s)","trace[2035641769] 'compare' (duration: 573.461024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.476422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.974431Z","time spent":"3.501965274s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.476787Z","caller":"traceutil/trace.go:171","msg":"trace[2079348808] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"3.501100064s","start":"2026-05-07T10:08:27.975656Z","end":"2026-05-07T10:08:31.476756Z","steps":["trace[2079348808] 'process raft request' (duration: 3.500992032s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.476952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.975643Z","time spent":"3.501220317s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.476985Z","caller":"traceutil/trace.go:171","msg":"trace[538003731] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26447; }","duration":"3.385313642s","start":"2026-05-07T10:08:28.09166Z","end":"2026-05-07T10:08:31.476974Z","steps":["trace[538003731] 'read index received' (duration: 103.794091ms)","trace[538003731] 'applied index is now lower than readState.Index' (duration: 3.281518781s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:31.477158Z","caller":"traceutil/trace.go:171","msg":"trace[675181028] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"3.501257788s","start":"2026-05-07T10:08:27.97589Z","end":"2026-05-07T10:08:31.477148Z","steps":["trace[675181028] 'process raft request' (duration: 3.500820107s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.477213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.975874Z","time spent":"3.501306129s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.477249Z","caller":"traceutil/trace.go:171","msg":"trace[952455825] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"3.50261722s","start":"2026-05-07T10:08:27.974612Z","end":"2026-05-07T10:08:31.477229Z","steps":["trace[952455825] 'process raft request' (duration: 3.501714118s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.477344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.974604Z","time spent":"3.502688811s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.477384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385725931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:31.477376Z","caller":"traceutil/trace.go:171","msg":"trace[408750610] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"3.469721966s","start":"2026-05-07T10:08:28.007617Z","end":"2026-05-07T10:08:31.477339Z","steps":["trace[408750610] 'process raft request' (duration: 3.469320917s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.477413Z","caller":"traceutil/trace.go:171","msg":"trace[641152898] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25610; }","duration":"3.385794773s","start":"2026-05-07T10:08:28.09161Z","end":"2026-05-07T10:08:31.477405Z","steps":["trace[641152898] 'agreement among raft nodes before linearized reading' (duration: 3.385717701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.477445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.091589Z","time spent":"3.385846234s","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.47751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.007602Z","time spent":"3.469837058s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.477707Z","caller":"traceutil/trace.go:171","msg":"trace[2099506071] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"3.501715879s","start":"2026-05-07T10:08:27.975982Z","end":"2026-05-07T10:08:31.477698Z","steps":["trace[2099506071] 'process raft request' (duration: 3.500823298s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.477777Z","caller":"traceutil/trace.go:171","msg":"trace[2138108602] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"3.499282561s","start":"2026-05-07T10:08:27.978476Z","end":"2026-05-07T10:08:31.477759Z","steps":["trace[2138108602] 'process raft request' (duration: 3.49837938s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.477843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.978467Z","time spent":"3.499346273s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.47789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.975977Z","time spent":"3.50176214s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.952544Z","caller":"traceutil/trace.go:171","msg":"trace[275144101] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26455; }","duration":"475.506401ms","start":"2026-05-07T10:08:31.477013Z","end":"2026-05-07T10:08:31.952519Z","steps":["trace[275144101] 'read index received' (duration: 398.701535ms)","trace[275144101] 'applied index is now lower than readState.Index' (duration: 76.803846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.952779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348525813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.952787Z","caller":"traceutil/trace.go:171","msg":"trace[446864742] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.976122487s","start":"2026-05-07T10:08:29.976629Z","end":"2026-05-07T10:08:31.952752Z","steps":["trace[446864742] 'process raft request' (duration: 1.97584713s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.952847Z","caller":"traceutil/trace.go:171","msg":"trace[1927970902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25617; }","duration":"2.348641246s","start":"2026-05-07T10:08:29.604188Z","end":"2026-05-07T10:08:31.952829Z","steps":["trace[1927970902] 'agreement among raft nodes before linearized reading' (duration: 2.348525163s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.952879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.60417Z","time spent":"2.348702578s","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.952928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.976616Z","time spent":"1.976236339s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.953057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.048011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.953074Z","caller":"traceutil/trace.go:171","msg":"trace[1196675632] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"3.687136708s","start":"2026-05-07T10:08:28.265924Z","end":"2026-05-07T10:08:31.95306Z","steps":["trace[1196675632] 'process raft request' (duration: 3.60981453s)","trace[1196675632] 'compare' (duration: 76.409707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.953115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390339572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.953101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516937817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:31.953182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627191789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:31.953199Z","caller":"traceutil/trace.go:171","msg":"trace[1292543737] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"1.977657953s","start":"2026-05-07T10:08:29.975534Z","end":"2026-05-07T10:08:31.953192Z","steps":["trace[1292543737] 'process raft request' (duration: 1.976794053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580557509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.953193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904267191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.953238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459703423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-07T10:08:31.953238Z","caller":"traceutil/trace.go:171","msg":"trace[950591754] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25617; }","duration":"2.580626091s","start":"2026-05-07T10:08:29.372601Z","end":"2026-05-07T10:08:31.953227Z","steps":["trace[950591754] 'agreement among raft nodes before linearized reading' (duration: 2.58058049s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.953232Z","caller":"traceutil/trace.go:171","msg":"trace[634687840] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25617; }","duration":"3.627258961s","start":"2026-05-07T10:08:28.325957Z","end":"2026-05-07T10:08:31.953215Z","steps":["trace[634687840] 'agreement among raft nodes before linearized reading' (duration: 3.627178839s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.95326Z","caller":"traceutil/trace.go:171","msg":"trace[976608025] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b; range_end:; response_count:1; response_revision:25617; }","duration":"1.459729484s","start":"2026-05-07T10:08:30.493524Z","end":"2026-05-07T10:08:31.953253Z","steps":["trace[976608025] 'agreement among raft nodes before linearized reading' (duration: 1.459629661s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.372581Z","time spent":"2.580677392s","remote":"127.0.0.1:55262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.975498Z","time spent":"1.977724194s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.953264Z","caller":"traceutil/trace.go:171","msg":"trace[526269285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25617; }","duration":"2.904379884s","start":"2026-05-07T10:08:29.048867Z","end":"2026-05-07T10:08:31.953246Z","steps":["trace[526269285] 'agreement among raft nodes before linearized reading' (duration: 2.90423113s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.95328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.325945Z","time spent":"3.627319842s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.048852Z","time spent":"2.904452086s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90822971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:31.953344Z","caller":"traceutil/trace.go:171","msg":"trace[338672380] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25617; }","duration":"1.908272851s","start":"2026-05-07T10:08:30.045065Z","end":"2026-05-07T10:08:31.953338Z","steps":["trace[338672380] 'agreement among raft nodes before linearized reading' (duration: 1.90822745s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.953347Z","caller":"traceutil/trace.go:171","msg":"trace[1555072432] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"1.977715874s","start":"2026-05-07T10:08:29.975622Z","end":"2026-05-07T10:08:31.953338Z","steps":["trace[1555072432] 'process raft request' (duration: 1.976753771s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545028554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T10:08:31.953329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205758311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-07T10:08:31.9534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.975597Z","time spent":"1.977776855s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.953403Z","caller":"traceutil/trace.go:171","msg":"trace[1494227897] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25617; }","duration":"2.545120456s","start":"2026-05-07T10:08:29.40827Z","end":"2026-05-07T10:08:31.95339Z","steps":["trace[1494227897] 'agreement among raft nodes before linearized reading' (duration: 2.54488253s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12723163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T10:08:31.953429Z","caller":"traceutil/trace.go:171","msg":"trace[670270122] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25617; }","duration":"3.205894073s","start":"2026-05-07T10:08:28.74751Z","end":"2026-05-07T10:08:31.953405Z","steps":["trace[670270122] 'agreement among raft nodes before linearized reading' (duration: 3.205615577s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.95346Z","caller":"traceutil/trace.go:171","msg":"trace[2069319748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25617; }","duration":"2.127342052s","start":"2026-05-07T10:08:29.826102Z","end":"2026-05-07T10:08:31.953444Z","steps":["trace[2069319748] 'agreement among raft nodes before linearized reading' (duration: 2.127279261s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.408256Z","time spent":"2.545182847s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.826073Z","time spent":"2.127404674s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T10:08:31.953482Z","caller":"traceutil/trace.go:171","msg":"trace[700787394] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"1.977388187s","start":"2026-05-07T10:08:29.976085Z","end":"2026-05-07T10:08:31.953474Z","steps":["trace[700787394] 'process raft request' (duration: 1.976327882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827015795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:31.953489Z","caller":"traceutil/trace.go:171","msg":"trace[338844770] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"1.977080089s","start":"2026-05-07T10:08:29.976398Z","end":"2026-05-07T10:08:31.953478Z","steps":["trace[338844770] 'process raft request' (duration: 1.976049225s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.747494Z","time spent":"3.205985956s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-05-07T10:08:31.953515Z","caller":"traceutil/trace.go:171","msg":"trace[853280974] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25617; }","duration":"2.827073176s","start":"2026-05-07T10:08:29.126434Z","end":"2026-05-07T10:08:31.953507Z","steps":["trace[853280974] 'agreement among raft nodes before linearized reading' (duration: 2.827019974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573343632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.953529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.976068Z","time spent":"1.977435268s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.95328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.493474Z","time spent":"1.459798576s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3df2b40adb6b\" "} {"level":"warn","ts":"2026-05-07T10:08:31.953554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29606961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.953261Z","caller":"traceutil/trace.go:171","msg":"trace[1088534228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25617; }","duration":"3.517112681s","start":"2026-05-07T10:08:28.436086Z","end":"2026-05-07T10:08:31.953198Z","steps":["trace[1088534228] 'agreement among raft nodes before linearized reading' (duration: 3.516813454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.976383Z","time spent":"1.977132271s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.95358Z","caller":"traceutil/trace.go:171","msg":"trace[218492049] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25617; }","duration":"2.29609542s","start":"2026-05-07T10:08:29.657478Z","end":"2026-05-07T10:08:31.953573Z","steps":["trace[218492049] 'agreement among raft nodes before linearized reading' (duration: 2.296056489s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.045052Z","time spent":"1.908311392s","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671082571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T10:08:31.953605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.657444Z","time spent":"2.296154922s","remote":"127.0.0.1:45662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.975579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10853"} {"level":"info","ts":"2026-05-07T10:08:31.953617Z","caller":"traceutil/trace.go:171","msg":"trace[773731553] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25617; }","duration":"3.671130982s","start":"2026-05-07T10:08:28.282475Z","end":"2026-05-07T10:08:31.953606Z","steps":["trace[773731553] 'agreement among raft nodes before linearized reading' (duration: 3.671004589s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.282468Z","time spent":"3.671175153s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-05-07T10:08:31.953642Z","caller":"traceutil/trace.go:171","msg":"trace[678895015] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25617; }","duration":"464.048161ms","start":"2026-05-07T10:08:31.489578Z","end":"2026-05-07T10:08:31.953626Z","steps":["trace[678895015] 'agreement among raft nodes before linearized reading' (duration: 463.917088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.126419Z","time spent":"2.827114127s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.953681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.489562Z","time spent":"464.109793ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10875,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:31.953708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32671998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.953083Z","caller":"traceutil/trace.go:171","msg":"trace[1999997604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25617; }","duration":"828.074402ms","start":"2026-05-07T10:08:31.125002Z","end":"2026-05-07T10:08:31.953076Z","steps":["trace[1999997604] 'agreement among raft nodes before linearized reading' (duration: 828.02935ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.953733Z","caller":"traceutil/trace.go:171","msg":"trace[384216246] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25617; }","duration":"2.326760562s","start":"2026-05-07T10:08:29.62696Z","end":"2026-05-07T10:08:31.95372Z","steps":["trace[384216246] 'agreement among raft nodes before linearized reading' (duration: 2.326730631s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.124953Z","time spent":"828.779078ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:31.953756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.626949Z","time spent":"2.326802722s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.95363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.436063Z","time spent":"3.517529622s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:31.953168Z","caller":"traceutil/trace.go:171","msg":"trace[1375800750] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"1.978250796s","start":"2026-05-07T10:08:29.974909Z","end":"2026-05-07T10:08:31.95316Z","steps":["trace[1375800750] 'process raft request' (duration: 1.977373846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.95394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.974885Z","time spent":"1.979021085s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.954013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.760612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.954047Z","caller":"traceutil/trace.go:171","msg":"trace[1510698081] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25617; }","duration":"3.573827184s","start":"2026-05-07T10:08:28.379715Z","end":"2026-05-07T10:08:31.953542Z","steps":["trace[1510698081] 'agreement among raft nodes before linearized reading' (duration: 3.573321163s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.954072Z","caller":"traceutil/trace.go:171","msg":"trace[601043332] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25617; }","duration":"226.858875ms","start":"2026-05-07T10:08:31.727199Z","end":"2026-05-07T10:08:31.954058Z","steps":["trace[601043332] 'agreement among raft nodes before linearized reading' (duration: 226.768042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.954109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.379707Z","time spent":"3.574381127s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.954255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685473679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:08:31.954296Z","caller":"traceutil/trace.go:171","msg":"trace[1724711713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25617; }","duration":"3.685548661s","start":"2026-05-07T10:08:28.268737Z","end":"2026-05-07T10:08:31.954286Z","steps":["trace[1724711713] 'agreement among raft nodes before linearized reading' (duration: 3.684476596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.953131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.265904Z","time spent":"3.68719576s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.95432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.268724Z","time spent":"3.685588792s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T10:08:31.953141Z","caller":"traceutil/trace.go:171","msg":"trace[1830568620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25617; }","duration":"1.390410534s","start":"2026-05-07T10:08:30.562723Z","end":"2026-05-07T10:08:31.953134Z","steps":["trace[1830568620] 'agreement among raft nodes before linearized reading' (duration: 1.390371313s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.954394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.13013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.953153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780189714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:31.954547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685350686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:31.954551Z","caller":"traceutil/trace.go:171","msg":"trace[1238698777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25617; }","duration":"2.781635738s","start":"2026-05-07T10:08:29.172902Z","end":"2026-05-07T10:08:31.954537Z","steps":["trace[1238698777] 'agreement among raft nodes before linearized reading' (duration: 2.780179914s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:31.954578Z","caller":"traceutil/trace.go:171","msg":"trace[1921197280] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25617; }","duration":"3.685411148s","start":"2026-05-07T10:08:28.269156Z","end":"2026-05-07T10:08:31.954567Z","steps":["trace[1921197280] 'agreement among raft nodes before linearized reading' (duration: 3.685276534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.954592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.172875Z","time spent":"2.781704159s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:31.954548Z","caller":"traceutil/trace.go:171","msg":"trace[988209504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25617; }","duration":"318.317135ms","start":"2026-05-07T10:08:31.636209Z","end":"2026-05-07T10:08:31.954526Z","steps":["trace[988209504] 'agreement among raft nodes before linearized reading' (duration: 318.13853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.954679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.63619Z","time spent":"318.463349ms","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:31.9546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.269139Z","time spent":"3.685457009s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:31.954364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.562696Z","time spent":"1.391654513s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:32.927354Z","caller":"traceutil/trace.go:171","msg":"trace[889960845] linearizableReadLoop","detail":"{readStateIndex:26464; appliedIndex:26462; }","duration":"968.740208ms","start":"2026-05-07T10:08:31.958583Z","end":"2026-05-07T10:08:32.927323Z","steps":["trace[889960845] 'read index received' (duration: 86.243457ms)","trace[889960845] 'applied index is now lower than readState.Index' (duration: 882.495941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:32.927612Z","caller":"traceutil/trace.go:171","msg":"trace[58440548] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"967.897479ms","start":"2026-05-07T10:08:31.959663Z","end":"2026-05-07T10:08:32.927561Z","steps":["trace[58440548] 'process raft request' (duration: 967.574101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.927694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.092916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T10:08:32.927705Z","caller":"traceutil/trace.go:171","msg":"trace[1151412754] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"969.753352ms","start":"2026-05-07T10:08:31.957899Z","end":"2026-05-07T10:08:32.927652Z","steps":["trace[1151412754] 'process raft request' (duration: 969.156328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.927809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.959651Z","time spent":"968.042772ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:32.927992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.957876Z","time spent":"969.991888ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:32.92778Z","caller":"traceutil/trace.go:171","msg":"trace[1302243093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924; range_end:; response_count:1; response_revision:25619; }","duration":"969.204179ms","start":"2026-05-07T10:08:31.95855Z","end":"2026-05-07T10:08:32.927754Z","steps":["trace[1302243093] 'agreement among raft nodes before linearized reading' (duration: 968.898742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.928098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.958538Z","time spent":"969.537217ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-da2fa048-6ea6-41d7-b8c1-37bf16f0c924\" "} {"level":"warn","ts":"2026-05-07T10:08:33.339097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.593311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:33.339225Z","caller":"traceutil/trace.go:171","msg":"trace[1840498237] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"411.776153ms","start":"2026-05-07T10:08:32.92743Z","end":"2026-05-07T10:08:33.339206Z","steps":["trace[1840498237] 'read index received' (duration: 277.920336ms)","trace[1840498237] 'applied index is now lower than readState.Index' (duration: 133.853497ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:33.33931Z","caller":"traceutil/trace.go:171","msg":"trace[1315069105] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"1.293111126s","start":"2026-05-07T10:08:32.046183Z","end":"2026-05-07T10:08:33.339295Z","steps":["trace[1315069105] 'process raft request' (duration: 1.159238538s)","trace[1315069105] 'compare' (duration: 133.350066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:33.339374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.046162Z","time spent":"1.293179338s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:33.339621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107573653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:33.339658Z","caller":"traceutil/trace.go:171","msg":"trace[263447974] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25620; }","duration":"1.107649075s","start":"2026-05-07T10:08:32.231999Z","end":"2026-05-07T10:08:33.339648Z","steps":["trace[263447974] 'agreement among raft nodes before linearized reading' (duration: 1.107547313s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.442757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:33.339701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.231978Z","time spent":"1.107714736s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:33.339711Z","caller":"traceutil/trace.go:171","msg":"trace[80746103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25620; }","duration":"762.532229ms","start":"2026-05-07T10:08:32.577167Z","end":"2026-05-07T10:08:33.3397Z","steps":["trace[80746103] 'agreement among raft nodes before linearized reading' (duration: 762.458978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.056824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:33.339656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.863839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:33.339735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.577144Z","time spent":"762.583931ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:33.339745Z","caller":"traceutil/trace.go:171","msg":"trace[1322231673] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25620; }","duration":"621.117784ms","start":"2026-05-07T10:08:32.718616Z","end":"2026-05-07T10:08:33.339734Z","steps":["trace[1322231673] 'agreement among raft nodes before linearized reading' (duration: 621.071803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.718598Z","time spent":"621.164506ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:33.339836Z","caller":"traceutil/trace.go:171","msg":"trace[1604630286] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25620; }","duration":"805.998842ms","start":"2026-05-07T10:08:32.533758Z","end":"2026-05-07T10:08:33.339757Z","steps":["trace[1604630286] 'agreement among raft nodes before linearized reading' (duration: 805.784067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335706607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:08:33.339947Z","caller":"traceutil/trace.go:171","msg":"trace[2122950250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25620; }","duration":"1.335783759s","start":"2026-05-07T10:08:32.004154Z","end":"2026-05-07T10:08:33.339938Z","steps":["trace[2122950250] 'agreement among raft nodes before linearized reading' (duration: 1.335662606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.004134Z","time spent":"1.3358371s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:08:33.340045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.259945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:33.339953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.533714Z","time spent":"806.178386ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:08:33.340053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38134716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T10:08:33.340071Z","caller":"traceutil/trace.go:171","msg":"trace[1071474526] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25620; }","duration":"788.310466ms","start":"2026-05-07T10:08:32.551751Z","end":"2026-05-07T10:08:33.340061Z","steps":["trace[1071474526] 'agreement among raft nodes before linearized reading' (duration: 788.272535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.340091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.551738Z","time spent":"788.347838ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:33.340086Z","caller":"traceutil/trace.go:171","msg":"trace[1220986676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25620; }","duration":"1.381395281s","start":"2026-05-07T10:08:31.958677Z","end":"2026-05-07T10:08:33.340072Z","steps":["trace[1220986676] 'agreement among raft nodes before linearized reading' (duration: 1.381308709s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.339651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.322041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:33.340118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.958668Z","time spent":"1.381443392s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T10:08:33.340149Z","caller":"traceutil/trace.go:171","msg":"trace[1037184618] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25620; }","duration":"664.867324ms","start":"2026-05-07T10:08:32.675266Z","end":"2026-05-07T10:08:33.340133Z","steps":["trace[1037184618] 'agreement among raft nodes before linearized reading' (duration: 664.28327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.340193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.675252Z","time spent":"664.926755ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:34.515627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.697037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:34.515912Z","caller":"traceutil/trace.go:171","msg":"trace[1117573453] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"1.258810279s","start":"2026-05-07T10:08:33.257072Z","end":"2026-05-07T10:08:34.515882Z","steps":["trace[1117573453] 'process raft request' (duration: 349.778694ms)","trace[1117573453] 'compare' (duration: 907.980611ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:34.515938Z","caller":"traceutil/trace.go:171","msg":"trace[1103028763] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"1.172155622s","start":"2026-05-07T10:08:33.343767Z","end":"2026-05-07T10:08:34.515922Z","steps":["trace[1103028763] 'process raft request' (duration: 1.172038279s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.516007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.25705Z","time spent":"1.258914492s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:34.516037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.343751Z","time spent":"1.172217753s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:34.516171Z","caller":"traceutil/trace.go:171","msg":"trace[855648605] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"1.176687799s","start":"2026-05-07T10:08:33.339259Z","end":"2026-05-07T10:08:34.515947Z","steps":["trace[855648605] 'read index received' (duration: 267.606493ms)","trace[855648605] 'applied index is now lower than readState.Index' (duration: 909.078726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:34.516184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373761213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-05-07T10:08:34.516364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584351795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T10:08:34.516373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399984059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:34.516404Z","caller":"traceutil/trace.go:171","msg":"trace[1876260150] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338; range_end:; response_count:1; response_revision:25622; }","duration":"1.584408116s","start":"2026-05-07T10:08:32.931983Z","end":"2026-05-07T10:08:34.516391Z","steps":["trace[1876260150] 'agreement among raft nodes before linearized reading' (duration: 1.584333764s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.516417Z","caller":"traceutil/trace.go:171","msg":"trace[313667661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25622; }","duration":"1.400060871s","start":"2026-05-07T10:08:33.116343Z","end":"2026-05-07T10:08:34.516404Z","steps":["trace[313667661] 'agreement among raft nodes before linearized reading' (duration: 1.399970998s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.516435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.931969Z","time spent":"1.584460717s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0bac515338\" "} {"level":"warn","ts":"2026-05-07T10:08:34.516453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.116329Z","time spent":"1.400111502s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:34.516238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367322031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:34.516483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584189671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T10:08:34.516519Z","caller":"traceutil/trace.go:171","msg":"trace[120935719] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25622; }","duration":"1.367611528s","start":"2026-05-07T10:08:33.148881Z","end":"2026-05-07T10:08:34.516492Z","steps":["trace[120935719] 'agreement among raft nodes before linearized reading' (duration: 1.367338651s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.51656Z","caller":"traceutil/trace.go:171","msg":"trace[2137796188] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25622; }","duration":"1.584274473s","start":"2026-05-07T10:08:32.932241Z","end":"2026-05-07T10:08:34.516516Z","steps":["trace[2137796188] 'agreement among raft nodes before linearized reading' (duration: 1.584063258s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.516609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.148868Z","time spent":"1.367710931s","remote":"127.0.0.1:38686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:34.516599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.93222Z","time spent":"1.584368575s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-07T10:08:34.516558Z","caller":"traceutil/trace.go:171","msg":"trace[1259751659] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25622; }","duration":"1.373959128s","start":"2026-05-07T10:08:33.142401Z","end":"2026-05-07T10:08:34.51636Z","steps":["trace[1259751659] 'agreement among raft nodes before linearized reading' (duration: 1.373678291s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.516716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.142335Z","time spent":"1.374366367s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T10:08:34.556171Z","caller":"traceutil/trace.go:171","msg":"trace[1678262672] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"595.38453ms","start":"2026-05-07T10:08:33.960767Z","end":"2026-05-07T10:08:34.556151Z","steps":["trace[1678262672] 'process raft request' (duration: 595.308399ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.556183Z","caller":"traceutil/trace.go:171","msg":"trace[697566904] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"595.38174ms","start":"2026-05-07T10:08:33.960767Z","end":"2026-05-07T10:08:34.556148Z","steps":["trace[697566904] 'process raft request' (duration: 595.199436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.556302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.960751Z","time spent":"595.481952ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:34.556339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.960748Z","time spent":"595.503563ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:34.556671Z","caller":"traceutil/trace.go:171","msg":"trace[646101588] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"594.95312ms","start":"2026-05-07T10:08:33.961693Z","end":"2026-05-07T10:08:34.556646Z","steps":["trace[646101588] 'process raft request' (duration: 594.419867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.556876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.961688Z","time spent":"595.111824ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:34.557192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058777086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:34.557253Z","caller":"traceutil/trace.go:171","msg":"trace[1826445753] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25628; }","duration":"1.058872119s","start":"2026-05-07T10:08:33.498366Z","end":"2026-05-07T10:08:34.557239Z","steps":["trace[1826445753] 'agreement among raft nodes before linearized reading' (duration: 1.058685315s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076631846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:08:34.557272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21204272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:34.5573Z","caller":"traceutil/trace.go:171","msg":"trace[1302943230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25628; }","duration":"1.076721268s","start":"2026-05-07T10:08:33.480564Z","end":"2026-05-07T10:08:34.557286Z","steps":["trace[1302943230] 'agreement among raft nodes before linearized reading' (duration: 1.076550534s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557317Z","caller":"traceutil/trace.go:171","msg":"trace[1669503907] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"594.53372ms","start":"2026-05-07T10:08:33.962764Z","end":"2026-05-07T10:08:34.557298Z","steps":["trace[1669503907] 'process raft request' (duration: 594.203223ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557341Z","caller":"traceutil/trace.go:171","msg":"trace[2059083675] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25628; }","duration":"1.212119182s","start":"2026-05-07T10:08:33.345201Z","end":"2026-05-07T10:08:34.55732Z","steps":["trace[2059083675] 'agreement among raft nodes before linearized reading' (duration: 1.21203456s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.556886Z","caller":"traceutil/trace.go:171","msg":"trace[100505020] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"595.109453ms","start":"2026-05-07T10:08:33.961752Z","end":"2026-05-07T10:08:34.556861Z","steps":["trace[100505020] 'process raft request' (duration: 594.817736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.55739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.345193Z","time spent":"1.212184043s","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.168992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-05-07T10:08:34.557431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074125077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:08:34.557449Z","caller":"traceutil/trace.go:171","msg":"trace[208615530] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25628; }","duration":"261.229393ms","start":"2026-05-07T10:08:34.296209Z","end":"2026-05-07T10:08:34.557438Z","steps":["trace[208615530] 'agreement among raft nodes before linearized reading' (duration: 261.10491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.961746Z","time spent":"595.670637ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:34.557464Z","caller":"traceutil/trace.go:171","msg":"trace[469859429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25628; }","duration":"1.07423256s","start":"2026-05-07T10:08:33.483219Z","end":"2026-05-07T10:08:34.557452Z","steps":["trace[469859429] 'agreement among raft nodes before linearized reading' (duration: 1.074150078s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.48321Z","time spent":"1.074277181s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214854046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T10:08:34.557517Z","caller":"traceutil/trace.go:171","msg":"trace[839838869] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"595.722568ms","start":"2026-05-07T10:08:33.961783Z","end":"2026-05-07T10:08:34.557505Z","steps":["trace[839838869] 'process raft request' (duration: 595.000911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557562Z","caller":"traceutil/trace.go:171","msg":"trace[1657933811] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25628; }","duration":"1.214965839s","start":"2026-05-07T10:08:33.342579Z","end":"2026-05-07T10:08:34.557545Z","steps":["trace[1657933811] 'agreement among raft nodes before linearized reading' (duration: 1.214743124s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.961751Z","time spent":"595.800759ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:34.557605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.342567Z","time spent":"1.21502906s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074417914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T10:08:34.557632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216017224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-07T10:08:34.557661Z","caller":"traceutil/trace.go:171","msg":"trace[642417484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25628; }","duration":"1.216087206s","start":"2026-05-07T10:08:33.341565Z","end":"2026-05-07T10:08:34.557652Z","steps":["trace[642417484] 'agreement among raft nodes before linearized reading' (duration: 1.215977693s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557658Z","caller":"traceutil/trace.go:171","msg":"trace[1957103933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25628; }","duration":"1.074487406s","start":"2026-05-07T10:08:33.483162Z","end":"2026-05-07T10:08:34.55765Z","steps":["trace[1957103933] 'agreement among raft nodes before linearized reading' (duration: 1.074405464s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072415337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T10:08:34.557683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.341545Z","time spent":"1.216133216s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.619225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:34.557711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.21321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:34.557716Z","caller":"traceutil/trace.go:171","msg":"trace[675064930] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25628; }","duration":"410.681967ms","start":"2026-05-07T10:08:34.147025Z","end":"2026-05-07T10:08:34.557707Z","steps":["trace[675064930] 'agreement among raft nodes before linearized reading' (duration: 410.597645ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557722Z","caller":"traceutil/trace.go:171","msg":"trace[1577706881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25628; }","duration":"1.07297657s","start":"2026-05-07T10:08:33.484723Z","end":"2026-05-07T10:08:34.5577Z","steps":["trace[1577706881] 'agreement among raft nodes before linearized reading' (duration: 1.072364095s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.557741Z","caller":"traceutil/trace.go:171","msg":"trace[1551764001] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25628; }","duration":"579.259221ms","start":"2026-05-07T10:08:33.978472Z","end":"2026-05-07T10:08:34.557731Z","steps":["trace[1551764001] 'agreement among raft nodes before linearized reading' (duration: 579.202559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.147011Z","time spent":"410.727368ms","remote":"127.0.0.1:54980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:34.557763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074650309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T10:08:34.557782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.484708Z","time spent":"1.073056872s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.978466Z","time spent":"579.300351ms","remote":"127.0.0.1:55226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:34.557687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.483139Z","time spent":"1.074542037s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T10:08:34.557807Z","caller":"traceutil/trace.go:171","msg":"trace[814529592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25628; }","duration":"1.074835154s","start":"2026-05-07T10:08:33.482965Z","end":"2026-05-07T10:08:34.5578Z","steps":["trace[814529592] 'agreement among raft nodes before linearized reading' (duration: 1.074739342s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.557839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.482954Z","time spent":"1.074878845s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:34.557291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.498356Z","time spent":"1.05892622s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:34.557409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.962751Z","time spent":"594.612402ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:34.557348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.480545Z","time spent":"1.07679421s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:34.762078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.521452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:34.762278Z","caller":"traceutil/trace.go:171","msg":"trace[6589557] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26474; }","duration":"205.219336ms","start":"2026-05-07T10:08:34.557041Z","end":"2026-05-07T10:08:34.76226Z","steps":["trace[6589557] 'read index received' (duration: 79.52488ms)","trace[6589557] 'applied index is now lower than readState.Index' (duration: 125.693486ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:34.762392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.460839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:34.762369Z","caller":"traceutil/trace.go:171","msg":"trace[2041200772] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"241.724354ms","start":"2026-05-07T10:08:34.520613Z","end":"2026-05-07T10:08:34.762338Z","steps":["trace[2041200772] 'process raft request' (duration: 241.57966ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.762396Z","caller":"traceutil/trace.go:171","msg":"trace[502665362] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"244.264313ms","start":"2026-05-07T10:08:34.518107Z","end":"2026-05-07T10:08:34.762371Z","steps":["trace[502665362] 'process raft request' (duration: 118.376473ms)","trace[502665362] 'compare' (duration: 125.408489ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:34.76242Z","caller":"traceutil/trace.go:171","msg":"trace[71308772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25630; }","duration":"244.514159ms","start":"2026-05-07T10:08:34.517897Z","end":"2026-05-07T10:08:34.762411Z","steps":["trace[71308772] 'agreement among raft nodes before linearized reading' (duration: 244.439918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.762538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.734798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-939f129e-8208-448c-b564-a17096f89653\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-07T10:08:34.76266Z","caller":"traceutil/trace.go:171","msg":"trace[2118970336] range","detail":"{range_begin:/registry/persistentvolumes/pvc-939f129e-8208-448c-b564-a17096f89653; range_end:; response_count:1; response_revision:25630; }","duration":"242.866541ms","start":"2026-05-07T10:08:34.519749Z","end":"2026-05-07T10:08:34.762615Z","steps":["trace[2118970336] 'agreement among raft nodes before linearized reading' (duration: 242.593995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.420615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.682266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:35.420896Z","caller":"traceutil/trace.go:171","msg":"trace[1248440947] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"856.471309ms","start":"2026-05-07T10:08:34.564385Z","end":"2026-05-07T10:08:35.420857Z","steps":["trace[1248440947] 'process raft request' (duration: 414.456296ms)","trace[1248440947] 'compare' (duration: 439.928194ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:35.421082Z","caller":"traceutil/trace.go:171","msg":"trace[386616423] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"856.114081ms","start":"2026-05-07T10:08:34.564954Z","end":"2026-05-07T10:08:35.421068Z","steps":["trace[386616423] 'process raft request' (duration: 855.884286ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:35.421317Z","caller":"traceutil/trace.go:171","msg":"trace[765420027] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"856.302676ms","start":"2026-05-07T10:08:34.564997Z","end":"2026-05-07T10:08:35.4213Z","steps":["trace[765420027] 'process raft request' (duration: 856.000608ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:35.421416Z","caller":"traceutil/trace.go:171","msg":"trace[2057229755] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"855.274061ms","start":"2026-05-07T10:08:34.56613Z","end":"2026-05-07T10:08:35.421404Z","steps":["trace[2057229755] 'process raft request' (duration: 855.096007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.42143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.564985Z","time spent":"856.397947ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:35.421076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.564368Z","time spent":"856.614173ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:35.421264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.564945Z","time spent":"856.272795ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:35.421516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.566111Z","time spent":"855.334213ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:35.420928Z","caller":"traceutil/trace.go:171","msg":"trace[1074847376] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"856.044149ms","start":"2026-05-07T10:08:34.564865Z","end":"2026-05-07T10:08:35.420909Z","steps":["trace[1074847376] 'process raft request' (duration: 855.849625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.421689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.564853Z","time spent":"856.778086ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:35.928079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.741634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T10:08:35.928177Z","caller":"traceutil/trace.go:171","msg":"trace[1802636749] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26476; }","duration":"1.165848753s","start":"2026-05-07T10:08:34.762312Z","end":"2026-05-07T10:08:35.92816Z","steps":["trace[1802636749] 'read index received' (duration: 216.485601ms)","trace[1802636749] 'applied index is now lower than readState.Index' (duration: 949.361382ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:35.928423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309269665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.92848Z","caller":"traceutil/trace.go:171","msg":"trace[918200545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25635; }","duration":"1.309360937s","start":"2026-05-07T10:08:34.619105Z","end":"2026-05-07T10:08:35.928466Z","steps":["trace[918200545] 'agreement among raft nodes before linearized reading' (duration: 1.309264385s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.619087Z","time spent":"1.30947095s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:08:35.928553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366581523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-07T10:08:35.9285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044168351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.928625Z","caller":"traceutil/trace.go:171","msg":"trace[141711426] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25635; }","duration":"1.366714756s","start":"2026-05-07T10:08:34.561892Z","end":"2026-05-07T10:08:35.928607Z","steps":["trace[141711426] 'agreement among raft nodes before linearized reading' (duration: 1.3664699s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.318677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.928628Z","caller":"traceutil/trace.go:171","msg":"trace[1326155701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25635; }","duration":"1.044343565s","start":"2026-05-07T10:08:34.88427Z","end":"2026-05-07T10:08:35.928613Z","steps":["trace[1326155701] 'agreement among raft nodes before linearized reading' (duration: 1.044182492s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.561877Z","time spent":"1.366787948s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T10:08:35.928664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027911979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-05-07T10:08:35.928694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163234851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-05-07T10:08:35.928716Z","caller":"traceutil/trace.go:171","msg":"trace[1217946509] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25635; }","duration":"1.027987251s","start":"2026-05-07T10:08:34.900714Z","end":"2026-05-07T10:08:35.928701Z","steps":["trace[1217946509] 'agreement among raft nodes before linearized reading' (duration: 1.027835468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.900703Z","time spent":"1.028050063s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1064,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-05-07T10:08:35.928741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156496513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.928762Z","caller":"traceutil/trace.go:171","msg":"trace[36263952] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7; range_end:; response_count:1; response_revision:25635; }","duration":"1.163369924s","start":"2026-05-07T10:08:34.765374Z","end":"2026-05-07T10:08:35.928744Z","steps":["trace[36263952] 'agreement among raft nodes before linearized reading' (duration: 1.163066757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289640793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:35.928748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363835019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.92883Z","caller":"traceutil/trace.go:171","msg":"trace[2055729869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"1.156620116s","start":"2026-05-07T10:08:34.772188Z","end":"2026-05-07T10:08:35.928808Z","steps":["trace[2055729869] 'agreement among raft nodes before linearized reading' (duration: 1.156477143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.765364Z","time spent":"1.163455256s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-wbj5g.18ad409435fb17d7\" "} {"level":"warn","ts":"2026-05-07T10:08:35.928805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131437343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-05-07T10:08:35.928843Z","caller":"traceutil/trace.go:171","msg":"trace[1069753333] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25635; }","duration":"1.289754876s","start":"2026-05-07T10:08:34.639068Z","end":"2026-05-07T10:08:35.928823Z","steps":["trace[1069753333] 'agreement among raft nodes before linearized reading' (duration: 1.289641984s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.772165Z","time spent":"1.156697457s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:35.928705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.88424Z","time spent":"1.044451118s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:35.928891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.63905Z","time spent":"1.289830408s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:35.928891Z","caller":"traceutil/trace.go:171","msg":"trace[633020081] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25635; }","duration":"1.131560186s","start":"2026-05-07T10:08:34.797311Z","end":"2026-05-07T10:08:35.928871Z","steps":["trace[633020081] 'agreement among raft nodes before linearized reading' (duration: 1.13130293s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:35.928896Z","caller":"traceutil/trace.go:171","msg":"trace[1482653332] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25635; }","duration":"1.364090244s","start":"2026-05-07T10:08:34.564764Z","end":"2026-05-07T10:08:35.928854Z","steps":["trace[1482653332] 'agreement among raft nodes before linearized reading' (duration: 1.363741176s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.797292Z","time spent":"1.131632269s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-05-07T10:08:35.928703Z","caller":"traceutil/trace.go:171","msg":"trace[377104893] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25635; }","duration":"447.491241ms","start":"2026-05-07T10:08:35.481185Z","end":"2026-05-07T10:08:35.928676Z","steps":["trace[377104893] 'agreement among raft nodes before linearized reading' (duration: 447.291056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.928984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.481142Z","time spent":"447.829119ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:35.929045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:34.564748Z","time spent":"1.364210097s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T10:08:36.338085Z","caller":"traceutil/trace.go:171","msg":"trace[1603804803] linearizableReadLoop","detail":"{readStateIndex:26483; appliedIndex:26482; }","duration":"405.170307ms","start":"2026-05-07T10:08:35.932894Z","end":"2026-05-07T10:08:36.338065Z","steps":["trace[1603804803] 'read index received' (duration: 405.068195ms)","trace[1603804803] 'applied index is now lower than readState.Index' (duration: 101.242µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:36.33812Z","caller":"traceutil/trace.go:171","msg":"trace[963084279] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"406.13424ms","start":"2026-05-07T10:08:35.931957Z","end":"2026-05-07T10:08:36.338091Z","steps":["trace[963084279] 'process raft request' (duration: 405.962006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:36.338275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.361002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:36.338279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.931933Z","time spent":"406.268233ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:36.338314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.03583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:36.338383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.950863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:36.338388Z","caller":"traceutil/trace.go:171","msg":"trace[1331076694] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25636; }","duration":"401.125652ms","start":"2026-05-07T10:08:35.937244Z","end":"2026-05-07T10:08:36.338369Z","steps":["trace[1331076694] 'agreement among raft nodes before linearized reading' (duration: 401.00954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:36.338368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.209522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:36.338396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.392221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:36.338445Z","caller":"traceutil/trace.go:171","msg":"trace[221565645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25636; }","duration":"389.308395ms","start":"2026-05-07T10:08:35.949117Z","end":"2026-05-07T10:08:36.338425Z","steps":["trace[221565645] 'agreement among raft nodes before linearized reading' (duration: 389.155221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:36.338436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.937238Z","time spent":"401.186654ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:08:36.338485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.949066Z","time spent":"389.408067ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:36.338492Z","caller":"traceutil/trace.go:171","msg":"trace[794073696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25636; }","duration":"399.506014ms","start":"2026-05-07T10:08:35.938961Z","end":"2026-05-07T10:08:36.338467Z","steps":["trace[794073696] 'agreement among raft nodes before linearized reading' (duration: 399.33877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:36.338409Z","caller":"traceutil/trace.go:171","msg":"trace[1785281446] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25636; }","duration":"306.019135ms","start":"2026-05-07T10:08:36.032384Z","end":"2026-05-07T10:08:36.338403Z","steps":["trace[1785281446] 'agreement among raft nodes before linearized reading' (duration: 305.942253ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:36.338307Z","caller":"traceutil/trace.go:171","msg":"trace[1933402621] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25636; }","duration":"405.426844ms","start":"2026-05-07T10:08:35.932873Z","end":"2026-05-07T10:08:36.338299Z","steps":["trace[1933402621] 'agreement among raft nodes before linearized reading' (duration: 405.341842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:36.338537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.938957Z","time spent":"399.571705ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:36.338551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.032359Z","time spent":"306.183339ms","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:36.338562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.932862Z","time spent":"405.6884ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:08:37.256763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.507963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T10:08:37.256841Z","caller":"traceutil/trace.go:171","msg":"trace[1256569269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25637; }","duration":"820.620096ms","start":"2026-05-07T10:08:36.436201Z","end":"2026-05-07T10:08:37.256822Z","steps":["trace[1256569269] 'range keys from in-memory index tree' (duration: 820.355239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.256911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.436188Z","time spent":"820.713558ms","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T10:08:37.257446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.161423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T10:08:37.257489Z","caller":"traceutil/trace.go:171","msg":"trace[267140345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25637; }","duration":"737.201304ms","start":"2026-05-07T10:08:36.520275Z","end":"2026-05-07T10:08:37.257476Z","steps":["trace[267140345] 'range keys from in-memory index tree' (duration: 737.063841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.257517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.520221Z","time spent":"737.289436ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:08:37.272446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680219665636453721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:08:37.297209Z","caller":"traceutil/trace.go:171","msg":"trace[1160081479] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"735.827782ms","start":"2026-05-07T10:08:36.561359Z","end":"2026-05-07T10:08:37.297186Z","steps":["trace[1160081479] 'process raft request' (duration: 735.695069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.297375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.561342Z","time spent":"735.957976ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.665276Z","caller":"traceutil/trace.go:171","msg":"trace[1062068925] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"1.103289533s","start":"2026-05-07T10:08:36.561955Z","end":"2026-05-07T10:08:37.665244Z","steps":["trace[1062068925] 'process raft request' (duration: 1.066558249s)","trace[1062068925] 'compare' (duration: 36.306824ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:37.665362Z","caller":"traceutil/trace.go:171","msg":"trace[462952820] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"1.101190153s","start":"2026-05-07T10:08:36.564029Z","end":"2026-05-07T10:08:37.665219Z","steps":["trace[462952820] 'process raft request' (duration: 1.101102971s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.665559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.561925Z","time spent":"1.103457167s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.665693Z","caller":"traceutil/trace.go:171","msg":"trace[1970110319] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"1.099477534s","start":"2026-05-07T10:08:36.566184Z","end":"2026-05-07T10:08:37.665662Z","steps":["trace[1970110319] 'process raft request' (duration: 1.098995712s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.665723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.564003Z","time spent":"1.101400098s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.665781Z","caller":"traceutil/trace.go:171","msg":"trace[1219393645] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"1.096170346s","start":"2026-05-07T10:08:36.569588Z","end":"2026-05-07T10:08:37.665759Z","steps":["trace[1219393645] 'process raft request' (duration: 1.096042833s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.665829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.566137Z","time spent":"1.099618387s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.665905Z","caller":"traceutil/trace.go:171","msg":"trace[2110041412] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26484; }","duration":"893.808697ms","start":"2026-05-07T10:08:36.772076Z","end":"2026-05-07T10:08:37.665884Z","steps":["trace[2110041412] 'read index received' (duration: 525.049426ms)","trace[2110041412] 'applied index is now lower than readState.Index' (duration: 368.758191ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:37.665924Z","caller":"traceutil/trace.go:171","msg":"trace[1967299233] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"705.660123ms","start":"2026-05-07T10:08:36.960238Z","end":"2026-05-07T10:08:37.665898Z","steps":["trace[1967299233] 'process raft request' (duration: 705.53103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.665912Z","caller":"traceutil/trace.go:171","msg":"trace[426893128] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"1.041172642s","start":"2026-05-07T10:08:36.624675Z","end":"2026-05-07T10:08:37.665848Z","steps":["trace[426893128] 'process raft request' (duration: 1.041018668s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.665961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.569577Z","time spent":"1.096289058s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.665951Z","caller":"traceutil/trace.go:171","msg":"trace[1942693415] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"403.055787ms","start":"2026-05-07T10:08:37.262858Z","end":"2026-05-07T10:08:37.665914Z","steps":["trace[1942693415] 'process raft request' (duration: 402.971145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.91973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:37.666055Z","caller":"traceutil/trace.go:171","msg":"trace[2114657723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25646; }","duration":"894.018432ms","start":"2026-05-07T10:08:36.772024Z","end":"2026-05-07T10:08:37.666043Z","steps":["trace[2114657723] 'agreement among raft nodes before linearized reading' (duration: 893.921099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.960212Z","time spent":"705.770915ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:37.666086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.772001Z","time spent":"894.074443ms","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:37.666118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.461366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:37.666118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:37.262839Z","time spent":"403.184951ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:37.666169Z","caller":"traceutil/trace.go:171","msg":"trace[737247737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25646; }","duration":"548.547738ms","start":"2026-05-07T10:08:37.117613Z","end":"2026-05-07T10:08:37.666161Z","steps":["trace[737247737] 'agreement among raft nodes before linearized reading' (duration: 548.468626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.624648Z","time spent":"1.041365777s","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:37.666197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:37.117595Z","time spent":"548.59116ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:37.666219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.074688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T10:08:37.666227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.159483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:08:37.666278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.951533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:37.666299Z","caller":"traceutil/trace.go:171","msg":"trace[125222306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25646; }","duration":"238.173521ms","start":"2026-05-07T10:08:37.428099Z","end":"2026-05-07T10:08:37.666272Z","steps":["trace[125222306] 'agreement among raft nodes before linearized reading' (duration: 237.949306ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.666302Z","caller":"traceutil/trace.go:171","msg":"trace[685549288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25646; }","duration":"700.278656ms","start":"2026-05-07T10:08:36.966006Z","end":"2026-05-07T10:08:37.666284Z","steps":["trace[685549288] 'agreement among raft nodes before linearized reading' (duration: 700.0315ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.666318Z","caller":"traceutil/trace.go:171","msg":"trace[723052131] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"1.09896042s","start":"2026-05-07T10:08:36.566742Z","end":"2026-05-07T10:08:37.665702Z","steps":["trace[723052131] 'process raft request' (duration: 1.098761846s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.15974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-07T10:08:37.666384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.116109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:08:37.666443Z","caller":"traceutil/trace.go:171","msg":"trace[2006257176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25646; }","duration":"238.425367ms","start":"2026-05-07T10:08:37.428004Z","end":"2026-05-07T10:08:37.666429Z","steps":["trace[2006257176] 'agreement among raft nodes before linearized reading' (duration: 238.051598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.666459Z","caller":"traceutil/trace.go:171","msg":"trace[1075928499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25646; }","duration":"238.235242ms","start":"2026-05-07T10:08:37.428206Z","end":"2026-05-07T10:08:37.666441Z","steps":["trace[1075928499] 'agreement among raft nodes before linearized reading' (duration: 238.080428ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.666309Z","caller":"traceutil/trace.go:171","msg":"trace[66617424] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25646; }","duration":"186.047105ms","start":"2026-05-07T10:08:37.480251Z","end":"2026-05-07T10:08:37.666298Z","steps":["trace[66617424] 'agreement among raft nodes before linearized reading' (duration: 185.973763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.6665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.566732Z","time spent":"1.099675448s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:37.666363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.965982Z","time spent":"700.368229ms","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:37.666394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.296913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:08:37.6666Z","caller":"traceutil/trace.go:171","msg":"trace[913750553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25646; }","duration":"238.524469ms","start":"2026-05-07T10:08:37.428061Z","end":"2026-05-07T10:08:37.666585Z","steps":["trace[913750553] 'agreement among raft nodes before linearized reading' (duration: 238.040858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.50252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.666688Z","caller":"traceutil/trace.go:171","msg":"trace[1426426321] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25646; }","duration":"580.895829ms","start":"2026-05-07T10:08:37.085773Z","end":"2026-05-07T10:08:37.666669Z","steps":["trace[1426426321] 'agreement among raft nodes before linearized reading' (duration: 580.410278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:37.085737Z","time spent":"580.998892ms","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:37.666406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.524961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:37.666831Z","caller":"traceutil/trace.go:171","msg":"trace[1030637132] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25646; }","duration":"142.964961ms","start":"2026-05-07T10:08:37.523842Z","end":"2026-05-07T10:08:37.666807Z","steps":["trace[1030637132] 'agreement among raft nodes before linearized reading' (duration: 142.48607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.666402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.208322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:08:37.666963Z","caller":"traceutil/trace.go:171","msg":"trace[622527357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25646; }","duration":"238.808496ms","start":"2026-05-07T10:08:37.428141Z","end":"2026-05-07T10:08:37.666949Z","steps":["trace[622527357] 'agreement among raft nodes before linearized reading' (duration: 238.183401ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.921206Z","caller":"traceutil/trace.go:171","msg":"trace[451655460] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"249.633299ms","start":"2026-05-07T10:08:37.671537Z","end":"2026-05-07T10:08:37.92117Z","steps":["trace[451655460] 'process raft request' (duration: 153.062219ms)","trace[451655460] 'compare' (duration: 96.245363ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:37.921365Z","caller":"traceutil/trace.go:171","msg":"trace[208773766] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26493; }","duration":"249.472616ms","start":"2026-05-07T10:08:37.671797Z","end":"2026-05-07T10:08:37.921269Z","steps":["trace[208773766] 'read index received' (duration: 152.833014ms)","trace[208773766] 'applied index is now lower than readState.Index' (duration: 96.637052ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:37.921482Z","caller":"traceutil/trace.go:171","msg":"trace[848630056] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"248.124064ms","start":"2026-05-07T10:08:37.673335Z","end":"2026-05-07T10:08:37.921459Z","steps":["trace[848630056] 'process raft request' (duration: 248.067663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.921624Z","caller":"traceutil/trace.go:171","msg":"trace[2062532670] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"249.099798ms","start":"2026-05-07T10:08:37.672456Z","end":"2026-05-07T10:08:37.921556Z","steps":["trace[2062532670] 'process raft request' (duration: 248.722309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.921693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.859866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-05-07T10:08:37.921748Z","caller":"traceutil/trace.go:171","msg":"trace[818172239] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25651; }","duration":"249.984718ms","start":"2026-05-07T10:08:37.671752Z","end":"2026-05-07T10:08:37.921737Z","steps":["trace[818172239] 'agreement among raft nodes before linearized reading' (duration: 249.703871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.921772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.8197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-05-07T10:08:37.921756Z","caller":"traceutil/trace.go:171","msg":"trace[2078369953] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"248.596376ms","start":"2026-05-07T10:08:37.672932Z","end":"2026-05-07T10:08:37.921528Z","steps":["trace[2078369953] 'process raft request' (duration: 248.36349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.92183Z","caller":"traceutil/trace.go:171","msg":"trace[1919969786] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25651; }","duration":"248.902943ms","start":"2026-05-07T10:08:37.67292Z","end":"2026-05-07T10:08:37.921823Z","steps":["trace[1919969786] 'agreement among raft nodes before linearized reading' (duration: 248.79071ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.921987Z","caller":"traceutil/trace.go:171","msg":"trace[918171044] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"248.821961ms","start":"2026-05-07T10:08:37.673151Z","end":"2026-05-07T10:08:37.921973Z","steps":["trace[918171044] 'process raft request' (duration: 248.202237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:38.16978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.276268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:38.169872Z","caller":"traceutil/trace.go:171","msg":"trace[1193057337] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26498; }","duration":"241.829176ms","start":"2026-05-07T10:08:37.928028Z","end":"2026-05-07T10:08:38.169857Z","steps":["trace[1193057337] 'read index received' (duration: 104.331133ms)","trace[1193057337] 'applied index is now lower than readState.Index' (duration: 137.496843ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:38.169951Z","caller":"traceutil/trace.go:171","msg":"trace[1944589178] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"241.99691ms","start":"2026-05-07T10:08:37.927899Z","end":"2026-05-07T10:08:38.169896Z","steps":["trace[1944589178] 'process raft request' (duration: 104.516487ms)","trace[1944589178] 'compare' (duration: 136.90635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:38.170109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.061112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-05-07T10:08:38.170199Z","caller":"traceutil/trace.go:171","msg":"trace[691011500] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25652; }","duration":"242.159894ms","start":"2026-05-07T10:08:37.928021Z","end":"2026-05-07T10:08:38.17018Z","steps":["trace[691011500] 'agreement among raft nodes before linearized reading' (duration: 241.899008ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:38.342542Z","caller":"traceutil/trace.go:171","msg":"trace[1035412930] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"165.991823ms","start":"2026-05-07T10:08:38.176521Z","end":"2026-05-07T10:08:38.342513Z","steps":["trace[1035412930] 'process raft request' (duration: 97.096873ms)","trace[1035412930] 'compare' (duration: 68.694725ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:38.342693Z","caller":"traceutil/trace.go:171","msg":"trace[1134358068] linearizableReadLoop","detail":"{readStateIndex:26501; appliedIndex:26499; }","duration":"163.970406ms","start":"2026-05-07T10:08:38.178695Z","end":"2026-05-07T10:08:38.342665Z","steps":["trace[1134358068] 'read index received' (duration: 94.937842ms)","trace[1134358068] 'applied index is now lower than readState.Index' (duration: 69.031554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:38.342888Z","caller":"traceutil/trace.go:171","msg":"trace[2066787891] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"165.879491ms","start":"2026-05-07T10:08:38.176979Z","end":"2026-05-07T10:08:38.342858Z","steps":["trace[2066787891] 'process raft request' (duration: 165.480492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:38.342935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.218261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-05-07T10:08:38.343077Z","caller":"traceutil/trace.go:171","msg":"trace[1983927230] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25654; }","duration":"164.392106ms","start":"2026-05-07T10:08:38.178671Z","end":"2026-05-07T10:08:38.343063Z","steps":["trace[1983927230] 'agreement among raft nodes before linearized reading' (duration: 164.104939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:59.440287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.073634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:59.440345Z","caller":"traceutil/trace.go:171","msg":"trace[34914110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25836; }","duration":"325.173746ms","start":"2026-05-07T10:08:59.115158Z","end":"2026-05-07T10:08:59.440331Z","steps":["trace[34914110] 'range keys from in-memory index tree' (duration: 325.002362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:59.440367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.11514Z","time spent":"325.222748ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:59.440492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.118048Z","time spent":"322.436412ms","remote":"127.0.0.1:55696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:59.550711Z","caller":"traceutil/trace.go:171","msg":"trace[79472510] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"173.93072ms","start":"2026-05-07T10:08:59.376753Z","end":"2026-05-07T10:08:59.550684Z","steps":["trace[79472510] 'process raft request' (duration: 173.758426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:03.674932Z","caller":"traceutil/trace.go:171","msg":"trace[605466690] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"112.072626ms","start":"2026-05-07T10:09:03.562833Z","end":"2026-05-07T10:09:03.674906Z","steps":["trace[605466690] 'process raft request' (duration: 111.906282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.308678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.440599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:09:06.308794Z","caller":"traceutil/trace.go:171","msg":"trace[229933561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25887; }","duration":"213.655844ms","start":"2026-05-07T10:09:06.095115Z","end":"2026-05-07T10:09:06.308771Z","steps":["trace[229933561] 'range keys from in-memory index tree' (duration: 213.099571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.308938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.860608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:09:06.309023Z","caller":"traceutil/trace.go:171","msg":"trace[103890193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25887; }","duration":"210.990231ms","start":"2026-05-07T10:09:06.09801Z","end":"2026-05-07T10:09:06.309001Z","steps":["trace[103890193] 'range keys from in-memory index tree' (duration: 210.685673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.309325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.229294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T10:09:06.309467Z","caller":"traceutil/trace.go:171","msg":"trace[1870083000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25887; }","duration":"216.446659ms","start":"2026-05-07T10:09:06.092986Z","end":"2026-05-07T10:09:06.309433Z","steps":["trace[1870083000] 'range keys from in-memory index tree' (duration: 215.915387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.309291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.594451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T10:09:06.309625Z","caller":"traceutil/trace.go:171","msg":"trace[145205559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25887; }","duration":"221.9795ms","start":"2026-05-07T10:09:06.087616Z","end":"2026-05-07T10:09:06.309596Z","steps":["trace[145205559] 'range keys from in-memory index tree' (duration: 221.383676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.309884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.40746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T10:09:06.309996Z","caller":"traceutil/trace.go:171","msg":"trace[1154112589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25887; }","duration":"208.562314ms","start":"2026-05-07T10:09:06.101405Z","end":"2026-05-07T10:09:06.309967Z","steps":["trace[1154112589] 'range keys from in-memory index tree' (duration: 208.010501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.626563Z","caller":"traceutil/trace.go:171","msg":"trace[121572301] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"311.736359ms","start":"2026-05-07T10:09:06.314802Z","end":"2026-05-07T10:09:06.626538Z","steps":["trace[121572301] 'process raft request' (duration: 311.694208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.626694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.314771Z","time spent":"311.851752ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:06.626671Z","caller":"traceutil/trace.go:171","msg":"trace[475990907] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"311.813741ms","start":"2026-05-07T10:09:06.314802Z","end":"2026-05-07T10:09:06.626616Z","steps":["trace[475990907] 'process raft request' (duration: 311.568195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.626904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.314781Z","time spent":"311.992886ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:06.829079Z","caller":"traceutil/trace.go:171","msg":"trace[853067438] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26740; }","duration":"428.28855ms","start":"2026-05-07T10:09:06.400766Z","end":"2026-05-07T10:09:06.829054Z","steps":["trace[853067438] 'read index received' (duration: 225.651716ms)","trace[853067438] 'applied index is now lower than readState.Index' (duration: 202.635574ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:06.829367Z","caller":"traceutil/trace.go:171","msg":"trace[910310461] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"514.499517ms","start":"2026-05-07T10:09:06.314853Z","end":"2026-05-07T10:09:06.829352Z","steps":["trace[910310461] 'process raft request' (duration: 486.238733ms)","trace[910310461] 'compare' (duration: 27.069876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:06.829477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.314818Z","time spent":"514.58467ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:06.82967Z","caller":"traceutil/trace.go:171","msg":"trace[842923470] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"514.730183ms","start":"2026-05-07T10:09:06.314927Z","end":"2026-05-07T10:09:06.829657Z","steps":["trace[842923470] 'process raft request' (duration: 513.975385ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.830234Z","caller":"traceutil/trace.go:171","msg":"trace[1426000645] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"326.459856ms","start":"2026-05-07T10:09:06.503737Z","end":"2026-05-07T10:09:06.830197Z","steps":["trace[1426000645] 'process raft request' (duration: 325.272928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.830373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.082457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T10:09:06.830408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.314891Z","time spent":"514.809825ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:06.830378Z","caller":"traceutil/trace.go:171","msg":"trace[2094176419] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"513.668628ms","start":"2026-05-07T10:09:06.316645Z","end":"2026-05-07T10:09:06.830314Z","steps":["trace[2094176419] 'process raft request' (duration: 512.328607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.830455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.702751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:06.830467Z","caller":"traceutil/trace.go:171","msg":"trace[267051019] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25893; }","duration":"329.243471ms","start":"2026-05-07T10:09:06.501199Z","end":"2026-05-07T10:09:06.830443Z","steps":["trace[267051019] 'agreement among raft nodes before linearized reading' (duration: 328.922233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.83051Z","caller":"traceutil/trace.go:171","msg":"trace[1083829658] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25893; }","duration":"206.807143ms","start":"2026-05-07T10:09:06.623687Z","end":"2026-05-07T10:09:06.830494Z","steps":["trace[1083829658] 'agreement among raft nodes before linearized reading' (duration: 206.717781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.830535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.501168Z","time spent":"329.344584ms","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:09:06.83046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.503712Z","time spent":"326.604849ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:06.830642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.316623Z","time spent":"513.884464ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:06.830859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.737245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:06.831055Z","caller":"traceutil/trace.go:171","msg":"trace[146301415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25893; }","duration":"430.286508ms","start":"2026-05-07T10:09:06.4007Z","end":"2026-05-07T10:09:06.830987Z","steps":["trace[146301415] 'agreement among raft nodes before linearized reading' (duration: 429.631292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.831276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:06.400671Z","time spent":"430.583924ms","remote":"127.0.0.1:45140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:09:09.075472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.667742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:09:09.075589Z","caller":"traceutil/trace.go:171","msg":"trace[27616765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25904; }","duration":"241.844196ms","start":"2026-05-07T10:09:08.833727Z","end":"2026-05-07T10:09:09.075571Z","steps":["trace[27616765] 'range keys from in-memory index tree' (duration: 241.515669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:09.076035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.593717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T10:09:09.076082Z","caller":"traceutil/trace.go:171","msg":"trace[1569613766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25904; }","duration":"240.656699ms","start":"2026-05-07T10:09:08.835412Z","end":"2026-05-07T10:09:09.076068Z","steps":["trace[1569613766] 'range keys from in-memory index tree' (duration: 240.479895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:09.076508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.306834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T10:09:09.076644Z","caller":"traceutil/trace.go:171","msg":"trace[1950723968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25904; }","duration":"241.442398ms","start":"2026-05-07T10:09:08.835169Z","end":"2026-05-07T10:09:09.076611Z","steps":["trace[1950723968] 'range keys from in-memory index tree' (duration: 240.544216ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:09.180262Z","caller":"traceutil/trace.go:171","msg":"trace[1919547032] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"332.050577ms","start":"2026-05-07T10:09:08.848188Z","end":"2026-05-07T10:09:09.180239Z","steps":["trace[1919547032] 'process raft request' (duration: 331.900044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:09.180423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:08.848163Z","time spent":"332.167811ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:09.292551Z","caller":"traceutil/trace.go:171","msg":"trace[594721556] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"213.012289ms","start":"2026-05-07T10:09:09.079522Z","end":"2026-05-07T10:09:09.292535Z","steps":["trace[594721556] 'process raft request' (duration: 209.042176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:09.292554Z","caller":"traceutil/trace.go:171","msg":"trace[1598253172] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26758; }","duration":"185.499002ms","start":"2026-05-07T10:09:09.107038Z","end":"2026-05-07T10:09:09.292537Z","steps":["trace[1598253172] 'read index received' (duration: 73.111349ms)","trace[1598253172] 'applied index is now lower than readState.Index' (duration: 112.386813ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:09.292628Z","caller":"traceutil/trace.go:171","msg":"trace[1400931299] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"212.768393ms","start":"2026-05-07T10:09:09.079853Z","end":"2026-05-07T10:09:09.292621Z","steps":["trace[1400931299] 'process raft request' (duration: 212.409074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:09.292686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.636395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:09.292713Z","caller":"traceutil/trace.go:171","msg":"trace[941831180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25909; }","duration":"185.715937ms","start":"2026-05-07T10:09:09.106987Z","end":"2026-05-07T10:09:09.292703Z","steps":["trace[941831180] 'agreement among raft nodes before linearized reading' (duration: 185.640485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:09.292825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.620607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:09:09.292847Z","caller":"traceutil/trace.go:171","msg":"trace[1673136596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25909; }","duration":"126.71493ms","start":"2026-05-07T10:09:09.166126Z","end":"2026-05-07T10:09:09.292841Z","steps":["trace[1673136596] 'agreement among raft nodes before linearized reading' (duration: 126.627388ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:09.29299Z","caller":"traceutil/trace.go:171","msg":"trace[1775461642] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"208.633696ms","start":"2026-05-07T10:09:09.083864Z","end":"2026-05-07T10:09:09.292498Z","steps":["trace[1775461642] 'process raft request' (duration: 208.423031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:37.126273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.139488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:37.126389Z","caller":"traceutil/trace.go:171","msg":"trace[1044061105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26112; }","duration":"104.317412ms","start":"2026-05-07T10:09:37.022048Z","end":"2026-05-07T10:09:37.126365Z","steps":["trace[1044061105] 'count revisions from in-memory index tree' (duration: 104.011786ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.002169Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000697c.wal"} {"level":"info","ts":"2026-05-07T10:09:38.620697Z","caller":"traceutil/trace.go:171","msg":"trace[2122222067] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"190.089449ms","start":"2026-05-07T10:09:38.430576Z","end":"2026-05-07T10:09:38.620665Z","steps":["trace[2122222067] 'process raft request' (duration: 189.860924ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.620755Z","caller":"traceutil/trace.go:171","msg":"trace[1854550111] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"189.880055ms","start":"2026-05-07T10:09:38.43084Z","end":"2026-05-07T10:09:38.62072Z","steps":["trace[1854550111] 'process raft request' (duration: 189.738681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.620826Z","caller":"traceutil/trace.go:171","msg":"trace[223691463] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"184.240352ms","start":"2026-05-07T10:09:38.436562Z","end":"2026-05-07T10:09:38.620802Z","steps":["trace[223691463] 'process raft request' (duration: 184.170781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.620931Z","caller":"traceutil/trace.go:171","msg":"trace[1468950327] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27085; }","duration":"174.149555ms","start":"2026-05-07T10:09:38.446769Z","end":"2026-05-07T10:09:38.620919Z","steps":["trace[1468950327] 'read index received' (duration: 173.548751ms)","trace[1468950327] 'applied index is now lower than readState.Index' (duration: 600.224µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:38.621105Z","caller":"traceutil/trace.go:171","msg":"trace[1795002535] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"176.576562ms","start":"2026-05-07T10:09:38.44452Z","end":"2026-05-07T10:09:38.621097Z","steps":["trace[1795002535] 'process raft request' (duration: 176.248045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.621121Z","caller":"traceutil/trace.go:171","msg":"trace[1656282488] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"185.756788ms","start":"2026-05-07T10:09:38.435353Z","end":"2026-05-07T10:09:38.621109Z","steps":["trace[1656282488] 'process raft request' (duration: 185.284387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.621236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.164088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-56d54bbb9f-rp2lv\" ","response":"range_response_count:1 size:8617"} {"level":"warn","ts":"2026-05-07T10:09:38.621278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.871444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-07T10:09:38.621284Z","caller":"traceutil/trace.go:171","msg":"trace[1115859711] range","detail":"{range_begin:/registry/pods/openstack/manila-share-56d54bbb9f-rp2lv; range_end:; response_count:1; response_revision:26228; }","duration":"192.25883ms","start":"2026-05-07T10:09:38.429013Z","end":"2026-05-07T10:09:38.621272Z","steps":["trace[1115859711] 'agreement among raft nodes before linearized reading' (duration: 192.102477ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.621301Z","caller":"traceutil/trace.go:171","msg":"trace[740538503] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26228; }","duration":"169.907135ms","start":"2026-05-07T10:09:38.451386Z","end":"2026-05-07T10:09:38.621293Z","steps":["trace[740538503] 'agreement among raft nodes before linearized reading' (duration: 169.820893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.621384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.354096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-scheduler-7f9db4cb64\" ","response":"range_response_count:1 size:6439"} {"level":"warn","ts":"2026-05-07T10:09:38.621396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.384838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.62143Z","caller":"traceutil/trace.go:171","msg":"trace[2012862639] range","detail":"{range_begin:/registry/replicasets/openstack/manila-scheduler-7f9db4cb64; range_end:; response_count:1; response_revision:26228; }","duration":"187.442238ms","start":"2026-05-07T10:09:38.433973Z","end":"2026-05-07T10:09:38.621415Z","steps":["trace[2012862639] 'agreement among raft nodes before linearized reading' (duration: 187.294634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.621436Z","caller":"traceutil/trace.go:171","msg":"trace[1380499459] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26228; }","duration":"176.452859ms","start":"2026-05-07T10:09:38.444972Z","end":"2026-05-07T10:09:38.621425Z","steps":["trace[1380499459] 'agreement among raft nodes before linearized reading' (duration: 176.351057ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.621273Z","caller":"traceutil/trace.go:171","msg":"trace[2090693566] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"185.764118ms","start":"2026-05-07T10:09:38.4355Z","end":"2026-05-07T10:09:38.621264Z","steps":["trace[2090693566] 'process raft request' (duration: 185.187735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.621526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.917025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-07T10:09:38.621585Z","caller":"traceutil/trace.go:171","msg":"trace[2059606910] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26228; }","duration":"190.002348ms","start":"2026-05-07T10:09:38.43157Z","end":"2026-05-07T10:09:38.621573Z","steps":["trace[2059606910] 'agreement among raft nodes before linearized reading' (duration: 189.889825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.621797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.114269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-api\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-07T10:09:38.621852Z","caller":"traceutil/trace.go:171","msg":"trace[91249111] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-api; range_end:; response_count:1; response_revision:26228; }","duration":"144.199581ms","start":"2026-05-07T10:09:38.47764Z","end":"2026-05-07T10:09:38.62184Z","steps":["trace[91249111] 'agreement among raft nodes before linearized reading' (duration: 144.068928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:10:03.826335Z","caller":"traceutil/trace.go:171","msg":"trace[707731239] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"135.24236ms","start":"2026-05-07T10:10:03.691063Z","end":"2026-05-07T10:10:03.826305Z","steps":["trace[707731239] 'process raft request' (duration: 96.182532ms)","trace[707731239] 'compare' (duration: 38.756041ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:10:03.826513Z","caller":"traceutil/trace.go:171","msg":"trace[1314749962] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"135.323252ms","start":"2026-05-07T10:10:03.691139Z","end":"2026-05-07T10:10:03.826463Z","steps":["trace[1314749962] 'process raft request' (duration: 135.106637ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:00.561774Z","caller":"traceutil/trace.go:171","msg":"trace[1146316790] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"142.133432ms","start":"2026-05-07T10:11:00.4196Z","end":"2026-05-07T10:11:00.561733Z","steps":["trace[1146316790] 'process raft request' (duration: 98.523076ms)","trace[1146316790] 'compare' (duration: 43.419941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:11:00.56217Z","caller":"traceutil/trace.go:171","msg":"trace[2040106481] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"141.764034ms","start":"2026-05-07T10:11:00.420012Z","end":"2026-05-07T10:11:00.561776Z","steps":["trace[2040106481] 'process raft request' (duration: 141.636651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:00.562121Z","caller":"traceutil/trace.go:171","msg":"trace[1141707079] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"137.822291ms","start":"2026-05-07T10:11:00.42427Z","end":"2026-05-07T10:11:00.562092Z","steps":["trace[1141707079] 'process raft request' (duration: 137.410001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:00.56232Z","caller":"traceutil/trace.go:171","msg":"trace[660870386] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"135.517527ms","start":"2026-05-07T10:11:00.426782Z","end":"2026-05-07T10:11:00.5623Z","steps":["trace[660870386] 'process raft request' (duration: 134.922433ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:06.734775Z","caller":"traceutil/trace.go:171","msg":"trace[177645920] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"144.629361ms","start":"2026-05-07T10:11:06.59012Z","end":"2026-05-07T10:11:06.73475Z","steps":["trace[177645920] 'process raft request' (duration: 137.631516ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:06.737082Z","caller":"traceutil/trace.go:171","msg":"trace[1522957560] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"145.917991ms","start":"2026-05-07T10:11:06.591143Z","end":"2026-05-07T10:11:06.737061Z","steps":["trace[1522957560] 'process raft request' (duration: 145.84006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:06.737103Z","caller":"traceutil/trace.go:171","msg":"trace[1504746355] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"146.808992ms","start":"2026-05-07T10:11:06.590258Z","end":"2026-05-07T10:11:06.737066Z","steps":["trace[1504746355] 'process raft request' (duration: 146.640738ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:11:06.737228Z","caller":"traceutil/trace.go:171","msg":"trace[1486496895] linearizableReadLoop","detail":"{readStateIndex:27963; appliedIndex:27959; }","duration":"110.371596ms","start":"2026-05-07T10:11:06.626827Z","end":"2026-05-07T10:11:06.737199Z","steps":["trace[1486496895] 'read index received' (duration: 101.082137ms)","trace[1486496895] 'applied index is now lower than readState.Index' (duration: 9.284449ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:11:06.737253Z","caller":"traceutil/trace.go:171","msg":"trace[1478005479] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"143.677868ms","start":"2026-05-07T10:11:06.593532Z","end":"2026-05-07T10:11:06.73721Z","steps":["trace[1478005479] 'process raft request' (duration: 143.492354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:11:06.737431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.58945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:11:06.737468Z","caller":"traceutil/trace.go:171","msg":"trace[1930327569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27079; }","duration":"110.673303ms","start":"2026-05-07T10:11:06.626783Z","end":"2026-05-07T10:11:06.737456Z","steps":["trace[1930327569] 'agreement among raft nodes before linearized reading' (duration: 110.506689ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:13:13.744857Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25530} {"level":"info","ts":"2026-05-07T10:13:13.871704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25530,"took":"123.973115ms","hash":1240900426,"current-db-size-bytes":58839040,"current-db-size":"59 MB","current-db-size-in-use-bytes":37851136,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-05-07T10:13:13.871753Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1240900426,"revision":25530,"compact-revision":22839} {"level":"info","ts":"2026-05-07T10:13:47.251571Z","caller":"traceutil/trace.go:171","msg":"trace[963653996] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"105.967412ms","start":"2026-05-07T10:13:47.145577Z","end":"2026-05-07T10:13:47.251544Z","steps":["trace[963653996] 'process raft request' (duration: 105.786278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:14:48.347439Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T10:14:48.353Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T10:14:48.353259Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-07T10:18:13.751133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28356} {"level":"info","ts":"2026-05-07T10:18:13.890254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28356,"took":"135.093637ms","hash":2080367854,"current-db-size-bytes":58839040,"current-db-size":"59 MB","current-db-size-in-use-bytes":31100928,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T10:18:13.890411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2080367854,"revision":28356,"compact-revision":25530} {"level":"info","ts":"2026-05-07T10:23:13.757906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30595} {"level":"info","ts":"2026-05-07T10:23:13.890594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30595,"took":"128.678635ms","hash":4194581160,"current-db-size-bytes":58839040,"current-db-size":"59 MB","current-db-size-in-use-bytes":30322688,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T10:23:13.890659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4194581160,"revision":30595,"compact-revision":28356} {"level":"info","ts":"2026-05-07T10:28:13.764028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32828} {"level":"info","ts":"2026-05-07T10:28:13.918501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32828,"took":"150.768226ms","hash":2786571138,"current-db-size-bytes":59883520,"current-db-size":"60 MB","current-db-size-in-use-bytes":31428608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T10:28:13.918591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2786571138,"revision":32828,"compact-revision":30595} {"level":"info","ts":"2026-05-07T10:33:13.771877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35118} {"level":"info","ts":"2026-05-07T10:33:13.903922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35118,"took":"126.423263ms","hash":3175473982,"current-db-size-bytes":60727296,"current-db-size":"61 MB","current-db-size-in-use-bytes":31457280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T10:33:13.903987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3175473982,"revision":35118,"compact-revision":32828} {"level":"info","ts":"2026-05-07T10:36:23.995135Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T10:36:23.999554Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T10:36:23.999621Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T10:38:13.7846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37348} {"level":"info","ts":"2026-05-07T10:38:13.925411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37348,"took":"136.383467ms","hash":2387030918,"current-db-size-bytes":62033920,"current-db-size":"62 MB","current-db-size-in-use-bytes":31363072,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T10:38:13.925472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2387030918,"revision":37348,"compact-revision":35118}