{"level":"warn","ts":"2026-05-08T10:25:24.676477Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T10:25:24.676546Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.185:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.185:2380","--initial-cluster=instance=https://199.19.213.185:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.185:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.185:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-08T10:25:24.6766Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-08T10:25:24.676612Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-08T10:25:24.676628Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T10:25:24.677143Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"]} {"level":"info","ts":"2026-05-08T10:25:24.677209Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.185:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-08T10:25:24.681804Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.394715ms"} {"level":"info","ts":"2026-05-08T10:25:24.694638Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dcbda34f8b503a3","cluster-id":"2e806bc52dde46af"} {"level":"info","ts":"2026-05-08T10:25:24.694776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=()"} {"level":"info","ts":"2026-05-08T10:25:24.694818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 0"} {"level":"info","ts":"2026-05-08T10:25:24.694842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dcbda34f8b503a3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-08T10:25:24.694857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became follower at term 1"} {"level":"info","ts":"2026-05-08T10:25:24.694922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"warn","ts":"2026-05-08T10:25:24.701217Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-08T10:25:24.704178Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-08T10:25:24.706786Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-08T10:25:24.709882Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dcbda34f8b503a3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-08T10:25:24.710189Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dcbda34f8b503a3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-08T10:25:24.710209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T10:25:24.710289Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T10:25:24.710303Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-08T10:25:24.712981Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-08T10:25:24.713171Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-08T10:25:24.713234Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.185:2380"} {"level":"info","ts":"2026-05-08T10:25:24.713325Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dcbda34f8b503a3","initial-advertise-peer-urls":["https://199.19.213.185:2380"],"listen-peer-urls":["https://199.19.213.185:2380"],"advertise-client-urls":["https://199.19.213.185:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.185:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-08T10:25:24.713355Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-08T10:25:24.713303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 switched to configuration voters=(994128063811093411)"} {"level":"info","ts":"2026-05-08T10:25:24.713628Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","added-peer-id":"dcbda34f8b503a3","added-peer-peer-urls":["https://199.19.213.185:2380"]} {"level":"info","ts":"2026-05-08T10:25:25.395681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 is starting a new election at term 1"} {"level":"info","ts":"2026-05-08T10:25:25.395744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-08T10:25:25.395797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgPreVoteResp from dcbda34f8b503a3 at term 1"} {"level":"info","ts":"2026-05-08T10:25:25.395817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became candidate at term 2"} {"level":"info","ts":"2026-05-08T10:25:25.395829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 received MsgVoteResp from dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-08T10:25:25.395852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dcbda34f8b503a3 became leader at term 2"} {"level":"info","ts":"2026-05-08T10:25:25.39587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dcbda34f8b503a3 elected leader dcbda34f8b503a3 at term 2"} {"level":"info","ts":"2026-05-08T10:25:25.396984Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dcbda34f8b503a3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.185:2379]}","request-path":"/0/members/dcbda34f8b503a3/attributes","cluster-id":"2e806bc52dde46af","publish-timeout":"7s"} {"level":"info","ts":"2026-05-08T10:25:25.397033Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T10:25:25.397077Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-08T10:25:25.397203Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T10:25:25.397296Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-08T10:25:25.397359Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-08T10:25:25.398498Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2e806bc52dde46af","local-member-id":"dcbda34f8b503a3","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T10:25:25.39864Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T10:25:25.398679Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-08T10:25:25.400533Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-08T10:25:25.401568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.185:2379"} {"level":"warn","ts":"2026-05-08T10:25:43.10822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737632917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T10:25:43.339812Z","caller":"traceutil/trace.go:171","msg":"trace[2143984383] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"732.532198ms","start":"2026-05-08T10:25:42.607253Z","end":"2026-05-08T10:25:43.339785Z","steps":["trace[2143984383] 'read index received' (duration: 732.244793ms)","trace[2143984383] 'applied index is now lower than readState.Index' (duration: 286.175µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:25:43.339871Z","caller":"traceutil/trace.go:171","msg":"trace[338617226] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"889.73879ms","start":"2026-05-08T10:25:42.450094Z","end":"2026-05-08T10:25:43.339833Z","steps":["trace[338617226] 'process raft request' (duration: 889.504416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:25:43.340077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.734063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-08T10:25:43.340053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.772903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T10:25:43.340176Z","caller":"traceutil/trace.go:171","msg":"trace[150698794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"222.867657ms","start":"2026-05-08T10:25:43.117289Z","end":"2026-05-08T10:25:43.340157Z","steps":["trace[150698794] 'agreement among raft nodes before linearized reading' (duration: 222.741404ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:43.340206Z","caller":"traceutil/trace.go:171","msg":"trace[1374131899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"732.975168ms","start":"2026-05-08T10:25:42.607202Z","end":"2026-05-08T10:25:43.340177Z","steps":["trace[1374131899] 'agreement among raft nodes before linearized reading' (duration: 732.736532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:25:43.340265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:42.60718Z","time spent":"733.071399ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T10:25:43.340627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:42.45008Z","time spent":"889.888643ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:25:43.340664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.31146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:25:43.340706Z","caller":"traceutil/trace.go:171","msg":"trace[1281558573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"672.061845ms","start":"2026-05-08T10:25:42.668632Z","end":"2026-05-08T10:25:43.340694Z","steps":["trace[1281558573] 'agreement among raft nodes before linearized reading' (duration: 671.32088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:25:43.340878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:42.668612Z","time spent":"672.253738ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T10:25:43.730063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.29139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:25:43.730172Z","caller":"traceutil/trace.go:171","msg":"trace[1105747155] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"385.757437ms","start":"2026-05-08T10:25:43.344394Z","end":"2026-05-08T10:25:43.730152Z","steps":["trace[1105747155] 'process raft request' (duration: 20.128541ms)","trace[1105747155] 'compare' (duration: 365.144107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:25:43.730243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:43.344361Z","time spent":"385.842888ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:25:43.733577Z","caller":"traceutil/trace.go:171","msg":"trace[1490017007] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"382.241729ms","start":"2026-05-08T10:25:43.351316Z","end":"2026-05-08T10:25:43.733558Z","steps":["trace[1490017007] 'process raft request' (duration: 382.118636ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:43.733568Z","caller":"traceutil/trace.go:171","msg":"trace[974461614] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"388.766665ms","start":"2026-05-08T10:25:43.344752Z","end":"2026-05-08T10:25:43.733518Z","steps":["trace[974461614] 'process raft request' (duration: 388.553291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:25:43.73368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:43.351296Z","time spent":"382.334592ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:25:43.733744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:25:43.344737Z","time spent":"388.925569ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:25:50.481289Z","caller":"traceutil/trace.go:171","msg":"trace[200680628] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"249.339559ms","start":"2026-05-08T10:25:50.231919Z","end":"2026-05-08T10:25:50.481259Z","steps":["trace[200680628] 'process raft request' (duration: 249.158256ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:54.675853Z","caller":"traceutil/trace.go:171","msg":"trace[1113179756] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"171.920927ms","start":"2026-05-08T10:25:54.503896Z","end":"2026-05-08T10:25:54.675817Z","steps":["trace[1113179756] 'process raft request' (duration: 171.705133ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.757295Z","caller":"traceutil/trace.go:171","msg":"trace[1696195398] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"258.334854ms","start":"2026-05-08T10:25:55.498932Z","end":"2026-05-08T10:25:55.757267Z","steps":["trace[1696195398] 'process raft request' (duration: 258.143951ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763564Z","caller":"traceutil/trace.go:171","msg":"trace[1362574418] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"251.575534ms","start":"2026-05-08T10:25:55.511961Z","end":"2026-05-08T10:25:55.763537Z","steps":["trace[1362574418] 'process raft request' (duration: 251.307608ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763592Z","caller":"traceutil/trace.go:171","msg":"trace[1931432144] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"252.716906ms","start":"2026-05-08T10:25:55.510842Z","end":"2026-05-08T10:25:55.763559Z","steps":["trace[1931432144] 'process raft request' (duration: 252.326688ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763612Z","caller":"traceutil/trace.go:171","msg":"trace[1284512568] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"262.72129ms","start":"2026-05-08T10:25:55.500852Z","end":"2026-05-08T10:25:55.763573Z","steps":["trace[1284512568] 'process raft request' (duration: 262.111168ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763745Z","caller":"traceutil/trace.go:171","msg":"trace[200167780] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"244.905004ms","start":"2026-05-08T10:25:55.518825Z","end":"2026-05-08T10:25:55.76373Z","steps":["trace[200167780] 'process raft request' (duration: 244.67168ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763725Z","caller":"traceutil/trace.go:171","msg":"trace[1520660047] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"262.648179ms","start":"2026-05-08T10:25:55.501017Z","end":"2026-05-08T10:25:55.763665Z","steps":["trace[1520660047] 'process raft request' (duration: 262.092338ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763776Z","caller":"traceutil/trace.go:171","msg":"trace[1320617071] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"247.904652ms","start":"2026-05-08T10:25:55.515788Z","end":"2026-05-08T10:25:55.763692Z","steps":["trace[1320617071] 'process raft request' (duration: 247.652626ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763755Z","caller":"traceutil/trace.go:171","msg":"trace[1172008717] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"251.879979ms","start":"2026-05-08T10:25:55.511831Z","end":"2026-05-08T10:25:55.763711Z","steps":["trace[1172008717] 'process raft request' (duration: 251.384269ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763931Z","caller":"traceutil/trace.go:171","msg":"trace[1430628930] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"238.613683ms","start":"2026-05-08T10:25:55.525302Z","end":"2026-05-08T10:25:55.763915Z","steps":["trace[1430628930] 'process raft request' (duration: 238.257376ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.763775Z","caller":"traceutil/trace.go:171","msg":"trace[600307901] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"251.324859ms","start":"2026-05-08T10:25:55.512435Z","end":"2026-05-08T10:25:55.763759Z","steps":["trace[600307901] 'process raft request' (duration: 250.8849ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:55.764011Z","caller":"traceutil/trace.go:171","msg":"trace[82298240] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"223.894496ms","start":"2026-05-08T10:25:55.540102Z","end":"2026-05-08T10:25:55.763997Z","steps":["trace[82298240] 'process raft request' (duration: 223.532449ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:25:59.76751Z","caller":"traceutil/trace.go:171","msg":"trace[1565831919] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"145.549645ms","start":"2026-05-08T10:25:59.621934Z","end":"2026-05-08T10:25:59.767484Z","steps":["trace[1565831919] 'process raft request' (duration: 143.860792ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:02.082386Z","caller":"traceutil/trace.go:171","msg":"trace[579144761] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"257.862017ms","start":"2026-05-08T10:26:01.8245Z","end":"2026-05-08T10:26:02.082362Z","steps":["trace[579144761] 'read index received' (duration: 256.996299ms)","trace[579144761] 'applied index is now lower than readState.Index' (duration: 864.908µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:02.082596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.077141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T10:26:02.082629Z","caller":"traceutil/trace.go:171","msg":"trace[811615845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"258.157921ms","start":"2026-05-08T10:26:01.824463Z","end":"2026-05-08T10:26:02.082621Z","steps":["trace[811615845] 'agreement among raft nodes before linearized reading' (duration: 258.030109ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:02.082455Z","caller":"traceutil/trace.go:171","msg":"trace[1972842485] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"320.801418ms","start":"2026-05-08T10:26:01.761622Z","end":"2026-05-08T10:26:02.082423Z","steps":["trace[1972842485] 'process raft request' (duration: 320.062573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:02.082705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.375059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T10:26:02.082802Z","caller":"traceutil/trace.go:171","msg":"trace[964162966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:577; }","duration":"217.597224ms","start":"2026-05-08T10:26:01.865179Z","end":"2026-05-08T10:26:02.082776Z","steps":["trace[964162966] 'agreement among raft nodes before linearized reading' (duration: 217.412291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:02.082883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.259799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T10:26:02.082997Z","caller":"traceutil/trace.go:171","msg":"trace[2014764929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"213.464143ms","start":"2026-05-08T10:26:01.869504Z","end":"2026-05-08T10:26:02.082968Z","steps":["trace[2014764929] 'agreement among raft nodes before linearized reading' (duration: 213.162887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:02.083047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:01.761585Z","time spent":"321.187375ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:26:02.30714Z","caller":"traceutil/trace.go:171","msg":"trace[1200110233] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"219.709434ms","start":"2026-05-08T10:26:02.087397Z","end":"2026-05-08T10:26:02.307107Z","steps":["trace[1200110233] 'process raft request' (duration: 181.257238ms)","trace[1200110233] 'compare' (duration: 38.283123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:02.804957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737633237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T10:26:04.259333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313295341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:26:04.259568Z","caller":"traceutil/trace.go:171","msg":"trace[1382485926] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:605; }","duration":"1.955220182s","start":"2026-05-08T10:26:02.304332Z","end":"2026-05-08T10:26:04.259552Z","steps":["trace[1382485926] 'read index received' (duration: 641.455431ms)","trace[1382485926] 'applied index is now lower than readState.Index' (duration: 1.313763981s)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:04.259777Z","caller":"traceutil/trace.go:171","msg":"trace[1800543169] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"2.170832467s","start":"2026-05-08T10:26:02.088932Z","end":"2026-05-08T10:26:04.259764Z","steps":["trace[1800543169] 'process raft request' (duration: 857.015895ms)","trace[1800543169] 'compare' (duration: 1.31270129s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:04.259846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.088915Z","time spent":"2.170897248s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:26:04.259855Z","caller":"traceutil/trace.go:171","msg":"trace[1444030747] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"2.116172306s","start":"2026-05-08T10:26:02.143636Z","end":"2026-05-08T10:26:04.259809Z","steps":["trace[1444030747] 'process raft request' (duration: 2.11587321s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:04.260043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.143555Z","time spent":"2.116402951s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T10:26:04.260022Z","caller":"traceutil/trace.go:171","msg":"trace[818870265] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"2.170631452s","start":"2026-05-08T10:26:02.089336Z","end":"2026-05-08T10:26:04.259967Z","steps":["trace[818870265] 'process raft request' (duration: 2.170093151s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:04.26029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.089316Z","time spent":"2.170841606s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:26:04.260362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956018437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-r9lgp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-08T10:26:04.26053Z","caller":"traceutil/trace.go:171","msg":"trace[1088154816] range","detail":"{range_begin:/registry/pods/kube-system/cilium-r9lgp; range_end:; response_count:1; response_revision:581; }","duration":"1.95619995s","start":"2026-05-08T10:26:02.304265Z","end":"2026-05-08T10:26:04.260465Z","steps":["trace[1088154816] 'agreement among raft nodes before linearized reading' (duration: 1.955780732s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:04.260582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.304242Z","time spent":"1.956328352s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-r9lgp\" "} {"level":"warn","ts":"2026-05-08T10:26:04.669632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T10:26:04.669753Z","caller":"traceutil/trace.go:171","msg":"trace[2141530948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460748s","start":"2026-05-08T10:26:02.669275Z","end":"2026-05-08T10:26:04.669736Z","steps":["trace[2141530948] 'agreement among raft nodes before linearized reading' (duration: 2.000319625s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:04.6698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.669254Z","time spent":"2.000535101s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 10:26:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T10:26:05.034114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.507925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-08T10:26:05.034231Z","caller":"traceutil/trace.go:171","msg":"trace[96214309] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"774.608485ms","start":"2026-05-08T10:26:04.259602Z","end":"2026-05-08T10:26:05.034211Z","steps":["trace[96214309] 'read index received' (duration: 1.021719ms)","trace[96214309] 'applied index is now lower than readState.Index' (duration: 773.582766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:05.034498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.544793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.034542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287184256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-08T10:26:05.034609Z","caller":"traceutil/trace.go:171","msg":"trace[911324847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"793.741957ms","start":"2026-05-08T10:26:04.240839Z","end":"2026-05-08T10:26:05.034581Z","steps":["trace[911324847] 'agreement among raft nodes before linearized reading' (duration: 793.405961ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:05.034641Z","caller":"traceutil/trace.go:171","msg":"trace[1303602382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"2.287335448s","start":"2026-05-08T10:26:02.747279Z","end":"2026-05-08T10:26:05.034614Z","steps":["trace[1303602382] 'agreement among raft nodes before linearized reading' (duration: 2.287011272s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.034661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.240816Z","time spent":"793.835888ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T10:26:05.034689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:02.747252Z","time spent":"2.28742909s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T10:26:05.03917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.161134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.039181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.61401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.039214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.456053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.03927Z","caller":"traceutil/trace.go:171","msg":"trace[1032911710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"381.553105ms","start":"2026-05-08T10:26:04.657702Z","end":"2026-05-08T10:26:05.039255Z","steps":["trace[1032911710] 'agreement among raft nodes before linearized reading' (duration: 381.443333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.657682Z","time spent":"381.615126ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T10:26:05.039318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.615416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.039348Z","caller":"traceutil/trace.go:171","msg":"trace[1945809812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"381.693948ms","start":"2026-05-08T10:26:04.657645Z","end":"2026-05-08T10:26:05.039339Z","steps":["trace[1945809812] 'agreement among raft nodes before linearized reading' (duration: 381.647137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.657608Z","time spent":"381.76506ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"info","ts":"2026-05-08T10:26:05.039425Z","caller":"traceutil/trace.go:171","msg":"trace[73077174] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"763.228765ms","start":"2026-05-08T10:26:04.276185Z","end":"2026-05-08T10:26:05.039413Z","steps":["trace[73077174] 'process raft request' (duration: 762.740965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.276161Z","time spent":"763.292576ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:26:05.039525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.529432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.039564Z","caller":"traceutil/trace.go:171","msg":"trace[1823395475] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:582; }","duration":"303.591063ms","start":"2026-05-08T10:26:04.735961Z","end":"2026-05-08T10:26:05.039553Z","steps":["trace[1823395475] 'agreement among raft nodes before linearized reading' (duration: 303.532392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.735947Z","time spent":"303.639964ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-08T10:26:05.039639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.500269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.039673Z","caller":"traceutil/trace.go:171","msg":"trace[861395878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:582; }","duration":"408.57252ms","start":"2026-05-08T10:26:04.631091Z","end":"2026-05-08T10:26:05.039663Z","steps":["trace[861395878] 'agreement among raft nodes before linearized reading' (duration: 408.520389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.631065Z","time spent":"408.659492ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:05.039792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.90448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.03983Z","caller":"traceutil/trace.go:171","msg":"trace[101500025] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:582; }","duration":"352.941511ms","start":"2026-05-08T10:26:04.686876Z","end":"2026-05-08T10:26:05.039817Z","steps":["trace[101500025] 'agreement among raft nodes before linearized reading' (duration: 352.8873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.686817Z","time spent":"353.039233ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:05.039897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.413137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.039925Z","caller":"traceutil/trace.go:171","msg":"trace[1574253517] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:582; }","duration":"409.486229ms","start":"2026-05-08T10:26:04.63043Z","end":"2026-05-08T10:26:05.039917Z","steps":["trace[1574253517] 'agreement among raft nodes before linearized reading' (duration: 409.441868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.039952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.630403Z","time spent":"409.542469ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-08T10:26:05.040019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.41358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040052Z","caller":"traceutil/trace.go:171","msg":"trace[1387947517] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:582; }","duration":"353.46919ms","start":"2026-05-08T10:26:04.686573Z","end":"2026-05-08T10:26:05.040042Z","steps":["trace[1387947517] 'agreement among raft nodes before linearized reading' (duration: 353.421799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.062333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.040081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.686558Z","time spent":"353.515451ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:26:05.040091Z","caller":"traceutil/trace.go:171","msg":"trace[1844833881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"218.106344ms","start":"2026-05-08T10:26:04.821974Z","end":"2026-05-08T10:26:05.04008Z","steps":["trace[1844833881] 'agreement among raft nodes before linearized reading' (duration: 218.051443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.658321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040147Z","caller":"traceutil/trace.go:171","msg":"trace[690406715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:582; }","duration":"409.731373ms","start":"2026-05-08T10:26:04.630407Z","end":"2026-05-08T10:26:05.040138Z","steps":["trace[690406715] 'agreement among raft nodes before linearized reading' (duration: 409.687942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.63038Z","time spent":"409.786935ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-05-08T10:26:05.040204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.624213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040244Z","caller":"traceutil/trace.go:171","msg":"trace[1403583812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:582; }","duration":"353.680355ms","start":"2026-05-08T10:26:04.686545Z","end":"2026-05-08T10:26:05.040225Z","steps":["trace[1403583812] 'agreement among raft nodes before linearized reading' (duration: 353.635294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.525182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.040274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.686532Z","time spent":"353.734316ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-05-08T10:26:05.040281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.761959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040312Z","caller":"traceutil/trace.go:171","msg":"trace[1307916364] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:582; }","duration":"467.80222ms","start":"2026-05-08T10:26:04.572502Z","end":"2026-05-08T10:26:05.040304Z","steps":["trace[1307916364] 'agreement among raft nodes before linearized reading' (duration: 467.758519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.666434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.040342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.572498Z","time spent":"467.837011ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-05-08T10:26:05.040347Z","caller":"traceutil/trace.go:171","msg":"trace[1449332903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"218.711825ms","start":"2026-05-08T10:26:04.821627Z","end":"2026-05-08T10:26:05.040339Z","steps":["trace[1449332903] 'agreement among raft nodes before linearized reading' (duration: 218.669144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.404139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040435Z","caller":"traceutil/trace.go:171","msg":"trace[1836253693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"370.44905ms","start":"2026-05-08T10:26:04.669977Z","end":"2026-05-08T10:26:05.040426Z","steps":["trace[1836253693] 'agreement among raft nodes before linearized reading' (duration: 370.40786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.964903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.04046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.669967Z","time spent":"370.487611ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T10:26:05.040477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.572156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040508Z","caller":"traceutil/trace.go:171","msg":"trace[1698752758] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"245.604437ms","start":"2026-05-08T10:26:04.794894Z","end":"2026-05-08T10:26:05.040498Z","steps":["trace[1698752758] 'agreement among raft nodes before linearized reading' (duration: 245.558986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.084576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040624Z","caller":"traceutil/trace.go:171","msg":"trace[871397237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:582; }","duration":"382.134327ms","start":"2026-05-08T10:26:04.65848Z","end":"2026-05-08T10:26:05.040615Z","steps":["trace[871397237] 'agreement among raft nodes before linearized reading' (duration: 382.084076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.65847Z","time spent":"382.174628ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:05.040663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.76256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.040693Z","caller":"traceutil/trace.go:171","msg":"trace[1721695600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"245.79575ms","start":"2026-05-08T10:26:04.794888Z","end":"2026-05-08T10:26:05.040684Z","steps":["trace[1721695600] 'agreement among raft nodes before linearized reading' (duration: 245.745959ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:05.039227Z","caller":"traceutil/trace.go:171","msg":"trace[115009064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:582; }","duration":"303.227446ms","start":"2026-05-08T10:26:04.735985Z","end":"2026-05-08T10:26:05.039212Z","steps":["trace[115009064] 'agreement among raft nodes before linearized reading' (duration: 303.133004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.735953Z","time spent":"304.804766ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:26:05.040482Z","caller":"traceutil/trace.go:171","msg":"trace[393616448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:582; }","duration":"468.034544ms","start":"2026-05-08T10:26:04.572439Z","end":"2026-05-08T10:26:05.040474Z","steps":["trace[393616448] 'agreement among raft nodes before linearized reading' (duration: 467.991883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.982055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:05.04088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.572412Z","time spent":"468.449263ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:26:05.039267Z","caller":"traceutil/trace.go:171","msg":"trace[984466323] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:582; }","duration":"765.750233ms","start":"2026-05-08T10:26:04.273494Z","end":"2026-05-08T10:26:05.039244Z","steps":["trace[984466323] 'agreement among raft nodes before linearized reading' (duration: 765.57795ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:05.040903Z","caller":"traceutil/trace.go:171","msg":"trace[473716760] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:583; }","duration":"281.011195ms","start":"2026-05-08T10:26:04.759881Z","end":"2026-05-08T10:26:05.040892Z","steps":["trace[473716760] 'agreement among raft nodes before linearized reading' (duration: 280.971464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.040936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.273478Z","time spent":"767.444377ms","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-05-08T10:26:05.041074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.425322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.041113Z","caller":"traceutil/trace.go:171","msg":"trace[1245171959] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:583; }","duration":"281.478723ms","start":"2026-05-08T10:26:04.759626Z","end":"2026-05-08T10:26:05.041105Z","steps":["trace[1245171959] 'agreement among raft nodes before linearized reading' (duration: 281.424212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.041245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.932399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.041282Z","caller":"traceutil/trace.go:171","msg":"trace[1447738315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:583; }","duration":"304.96969ms","start":"2026-05-08T10:26:04.736302Z","end":"2026-05-08T10:26:05.041271Z","steps":["trace[1447738315] 'agreement among raft nodes before linearized reading' (duration: 304.917669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.041313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.736273Z","time spent":"305.031201ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:05.041381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.879196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T10:26:05.040276Z","caller":"traceutil/trace.go:171","msg":"trace[318630491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:582; }","duration":"218.563752ms","start":"2026-05-08T10:26:04.821704Z","end":"2026-05-08T10:26:05.040267Z","steps":["trace[318630491] 'agreement among raft nodes before linearized reading' (duration: 218.517032ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:05.041463Z","caller":"traceutil/trace.go:171","msg":"trace[97625827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:583; }","duration":"731.025079ms","start":"2026-05-08T10:26:04.310422Z","end":"2026-05-08T10:26:05.041447Z","steps":["trace[97625827] 'agreement among raft nodes before linearized reading' (duration: 730.583061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:05.041597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:04.310403Z","time spent":"731.182922ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T10:26:05.040833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.2275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:05.041961Z","caller":"traceutil/trace.go:171","msg":"trace[449385839] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:583; }","duration":"281.383462ms","start":"2026-05-08T10:26:04.760551Z","end":"2026-05-08T10:26:05.041935Z","steps":["trace[449385839] 'agreement among raft nodes before linearized reading' (duration: 280.23435ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:06.797702Z","caller":"traceutil/trace.go:171","msg":"trace[1546379570] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"127.469972ms","start":"2026-05-08T10:26:06.670187Z","end":"2026-05-08T10:26:06.797657Z","steps":["trace[1546379570] 'read index received' (duration: 126.181617ms)","trace[1546379570] 'applied index is now lower than readState.Index' (duration: 1.286675ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:06.797975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.753527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:06.797921Z","caller":"traceutil/trace.go:171","msg":"trace[1523896693] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"240.108661ms","start":"2026-05-08T10:26:06.557771Z","end":"2026-05-08T10:26:06.797879Z","steps":["trace[1523896693] 'process raft request' (duration: 238.438239ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:06.798019Z","caller":"traceutil/trace.go:171","msg":"trace[1172127581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"127.8616ms","start":"2026-05-08T10:26:06.670145Z","end":"2026-05-08T10:26:06.798007Z","steps":["trace[1172127581] 'agreement among raft nodes before linearized reading' (duration: 127.670956ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.113875Z","caller":"traceutil/trace.go:171","msg":"trace[1810287967] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"101.593669ms","start":"2026-05-08T10:26:11.012249Z","end":"2026-05-08T10:26:11.113843Z","steps":["trace[1810287967] 'process raft request' (duration: 101.336354ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.56809Z","caller":"traceutil/trace.go:171","msg":"trace[1481515545] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"181.223948ms","start":"2026-05-08T10:26:11.386842Z","end":"2026-05-08T10:26:11.568065Z","steps":["trace[1481515545] 'process raft request' (duration: 181.061145ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.791101Z","caller":"traceutil/trace.go:171","msg":"trace[1333736940] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:707; }","duration":"317.026919ms","start":"2026-05-08T10:26:11.474048Z","end":"2026-05-08T10:26:11.791075Z","steps":["trace[1333736940] 'read index received' (duration: 93.81046ms)","trace[1333736940] 'applied index is now lower than readState.Index' (duration: 223.215359ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:11.791204Z","caller":"traceutil/trace.go:171","msg":"trace[1783374344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:681; }","duration":"224.868641ms","start":"2026-05-08T10:26:11.566312Z","end":"2026-05-08T10:26:11.791181Z","steps":["trace[1783374344] 'process raft request' (duration: 224.726589ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.791198Z","caller":"traceutil/trace.go:171","msg":"trace[696508905] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"391.691154ms","start":"2026-05-08T10:26:11.399467Z","end":"2026-05-08T10:26:11.791159Z","steps":["trace[696508905] 'process raft request' (duration: 391.50044ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.791119Z","caller":"traceutil/trace.go:171","msg":"trace[278255316] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"393.267463ms","start":"2026-05-08T10:26:11.397816Z","end":"2026-05-08T10:26:11.791083Z","steps":["trace[278255316] 'process raft request' (duration: 393.015599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.791875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.801733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:11.791931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.399458Z","time spent":"392.390426ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:26:11.791964Z","caller":"traceutil/trace.go:171","msg":"trace[1976034121] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:681; }","duration":"317.927036ms","start":"2026-05-08T10:26:11.473992Z","end":"2026-05-08T10:26:11.791919Z","steps":["trace[1976034121] 'agreement among raft nodes before linearized reading' (duration: 317.217673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.791932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.397802Z","time spent":"394.015987ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":614,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T10:26:11.792075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.065113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.792181Z","caller":"traceutil/trace.go:171","msg":"trace[1873312367] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:681; }","duration":"302.175025ms","start":"2026-05-08T10:26:11.489958Z","end":"2026-05-08T10:26:11.792133Z","steps":["trace[1873312367] 'agreement among raft nodes before linearized reading' (duration: 302.007962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.792232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.489945Z","time spent":"302.274016ms","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:11.792324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.633225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:11.792319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.732196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.792401Z","caller":"traceutil/trace.go:171","msg":"trace[1718700844] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:681; }","duration":"302.720747ms","start":"2026-05-08T10:26:11.489657Z","end":"2026-05-08T10:26:11.792377Z","steps":["trace[1718700844] 'agreement among raft nodes before linearized reading' (duration: 302.460801ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.79241Z","caller":"traceutil/trace.go:171","msg":"trace[1488882312] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:681; }","duration":"205.842947ms","start":"2026-05-08T10:26:11.586527Z","end":"2026-05-08T10:26:11.79237Z","steps":["trace[1488882312] 'agreement among raft nodes before linearized reading' (duration: 205.549661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.792381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.565253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:11.792386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.749185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.792509Z","caller":"traceutil/trace.go:171","msg":"trace[1192540493] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:681; }","duration":"302.721036ms","start":"2026-05-08T10:26:11.489731Z","end":"2026-05-08T10:26:11.792452Z","steps":["trace[1192540493] 'agreement among raft nodes before linearized reading' (duration: 302.324328ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.792525Z","caller":"traceutil/trace.go:171","msg":"trace[31947820] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:681; }","duration":"205.880188ms","start":"2026-05-08T10:26:11.586581Z","end":"2026-05-08T10:26:11.792461Z","steps":["trace[31947820] 'agreement among raft nodes before linearized reading' (duration: 205.292846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.792501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.894229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:11.792582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.489707Z","time spent":"302.852759ms","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:26:11.792632Z","caller":"traceutil/trace.go:171","msg":"trace[2058504401] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:681; }","duration":"174.038072ms","start":"2026-05-08T10:26:11.618544Z","end":"2026-05-08T10:26:11.792582Z","steps":["trace[2058504401] 'agreement among raft nodes before linearized reading' (duration: 173.671014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.792652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.489643Z","time spent":"302.796068ms","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-05-08T10:26:11.79206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.154051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:26:11.792013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.473967Z","time spent":"318.032658ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-05-08T10:26:11.793156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.200884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.793214Z","caller":"traceutil/trace.go:171","msg":"trace[1209476670] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:681; }","duration":"318.321523ms","start":"2026-05-08T10:26:11.474861Z","end":"2026-05-08T10:26:11.793182Z","steps":["trace[1209476670] 'agreement among raft nodes before linearized reading' (duration: 317.13305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.793267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.474845Z","time spent":"318.405464ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-05-08T10:26:11.793761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.542931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.793817Z","caller":"traceutil/trace.go:171","msg":"trace[2120379974] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:681; }","duration":"174.638052ms","start":"2026-05-08T10:26:11.619164Z","end":"2026-05-08T10:26:11.793803Z","steps":["trace[2120379974] 'agreement among raft nodes before linearized reading' (duration: 174.544931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.793839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.807566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.794076Z","caller":"traceutil/trace.go:171","msg":"trace[77602224] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:681; }","duration":"207.0728ms","start":"2026-05-08T10:26:11.586952Z","end":"2026-05-08T10:26:11.794025Z","steps":["trace[77602224] 'agreement among raft nodes before linearized reading' (duration: 205.214124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.795181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.131567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:26:11.795247Z","caller":"traceutil/trace.go:171","msg":"trace[496699365] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:681; }","duration":"321.188288ms","start":"2026-05-08T10:26:11.474033Z","end":"2026-05-08T10:26:11.795221Z","steps":["trace[496699365] 'agreement among raft nodes before linearized reading' (duration: 317.181532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:11.795507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:11.473988Z","time spent":"321.497194ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:26:11.795749Z","caller":"traceutil/trace.go:171","msg":"trace[443586042] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:681; }","duration":"174.748845ms","start":"2026-05-08T10:26:11.618478Z","end":"2026-05-08T10:26:11.793227Z","steps":["trace[443586042] 'agreement among raft nodes before linearized reading' (duration: 173.647484ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:11.904523Z","caller":"traceutil/trace.go:171","msg":"trace[1889364556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:682; }","duration":"101.029027ms","start":"2026-05-08T10:26:11.803469Z","end":"2026-05-08T10:26:11.904498Z","steps":["trace[1889364556] 'process raft request' (duration: 68.014497ms)","trace[1889364556] 'compare' (duration: 32.947399ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:12.257517Z","caller":"traceutil/trace.go:171","msg":"trace[2102511097] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"142.368797ms","start":"2026-05-08T10:26:12.115122Z","end":"2026-05-08T10:26:12.257491Z","steps":["trace[2102511097] 'process raft request' (duration: 139.548563ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:18.547635Z","caller":"traceutil/trace.go:171","msg":"trace[1010454373] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"188.934814ms","start":"2026-05-08T10:26:18.358668Z","end":"2026-05-08T10:26:18.547603Z","steps":["trace[1010454373] 'read index received' (duration: 188.728341ms)","trace[1010454373] 'applied index is now lower than readState.Index' (duration: 205.333µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:18.54795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.237672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-08T10:26:18.548013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.991978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T10:26:18.548056Z","caller":"traceutil/trace.go:171","msg":"trace[730589623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:727; }","duration":"186.109351ms","start":"2026-05-08T10:26:18.361936Z","end":"2026-05-08T10:26:18.548045Z","steps":["trace[730589623] 'agreement among raft nodes before linearized reading' (duration: 185.860305ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:18.548055Z","caller":"traceutil/trace.go:171","msg":"trace[1605261995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:727; }","duration":"189.384344ms","start":"2026-05-08T10:26:18.358649Z","end":"2026-05-08T10:26:18.548033Z","steps":["trace[1605261995] 'agreement among raft nodes before linearized reading' (duration: 189.091668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:22.033169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.340104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-08T10:26:22.033269Z","caller":"traceutil/trace.go:171","msg":"trace[2032359197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:745; }","duration":"850.483857ms","start":"2026-05-08T10:26:21.182757Z","end":"2026-05-08T10:26:22.033241Z","steps":["trace[2032359197] 'range keys from in-memory index tree' (duration: 850.105229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:22.033326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:21.182737Z","time spent":"850.574888ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T10:26:22.033793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.643408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T10:26:22.033837Z","caller":"traceutil/trace.go:171","msg":"trace[495314669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:745; }","duration":"863.73253ms","start":"2026-05-08T10:26:21.170093Z","end":"2026-05-08T10:26:22.033826Z","steps":["trace[495314669] 'range keys from in-memory index tree' (duration: 863.476055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:22.033865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:21.170068Z","time spent":"863.78967ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T10:26:22.040455Z","caller":"traceutil/trace.go:171","msg":"trace[664803411] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"614.578695ms","start":"2026-05-08T10:26:21.425863Z","end":"2026-05-08T10:26:22.040442Z","steps":["trace[664803411] 'process raft request' (duration: 614.480224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:22.04056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:21.425845Z","time spent":"614.656867ms","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:26:22.042833Z","caller":"traceutil/trace.go:171","msg":"trace[1228260241] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"599.664212ms","start":"2026-05-08T10:26:21.443155Z","end":"2026-05-08T10:26:22.042819Z","steps":["trace[1228260241] 'process raft request' (duration: 599.56322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:22.042918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:21.443132Z","time spent":"599.742573ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:26:33.395717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.021501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:26:33.395836Z","caller":"traceutil/trace.go:171","msg":"trace[1024739924] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"408.964743ms","start":"2026-05-08T10:26:32.986851Z","end":"2026-05-08T10:26:33.395816Z","steps":["trace[1024739924] 'process raft request' (duration: 246.773598ms)","trace[1024739924] 'compare' (duration: 161.765467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:33.39589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:32.986838Z","time spent":"409.028563ms","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2872,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T10:26:33.55194Z","caller":"traceutil/trace.go:171","msg":"trace[953215410] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"148.196957ms","start":"2026-05-08T10:26:33.403722Z","end":"2026-05-08T10:26:33.551919Z","steps":["trace[953215410] 'process raft request' (duration: 148.052515ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:34.297338Z","caller":"traceutil/trace.go:171","msg":"trace[1868547344] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"200.856862ms","start":"2026-05-08T10:26:34.096451Z","end":"2026-05-08T10:26:34.297308Z","steps":["trace[1868547344] 'process raft request' (duration: 152.434957ms)","trace[1868547344] 'compare' (duration: 48.304473ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:34.333227Z","caller":"traceutil/trace.go:171","msg":"trace[1515901269] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"153.048071ms","start":"2026-05-08T10:26:34.180162Z","end":"2026-05-08T10:26:34.33321Z","steps":["trace[1515901269] 'process raft request' (duration: 152.960679ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:36.803148Z","caller":"traceutil/trace.go:171","msg":"trace[1917541688] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"130.457469ms","start":"2026-05-08T10:26:36.672664Z","end":"2026-05-08T10:26:36.803121Z","steps":["trace[1917541688] 'process raft request' (duration: 130.309566ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:36.803291Z","caller":"traceutil/trace.go:171","msg":"trace[1108224392] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:959; }","duration":"109.232794ms","start":"2026-05-08T10:26:36.694015Z","end":"2026-05-08T10:26:36.803247Z","steps":["trace[1108224392] 'read index received' (duration: 54.543071ms)","trace[1108224392] 'applied index is now lower than readState.Index' (duration: 54.687433ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:36.80331Z","caller":"traceutil/trace.go:171","msg":"trace[1473144100] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"129.681595ms","start":"2026-05-08T10:26:36.673598Z","end":"2026-05-08T10:26:36.803279Z","steps":["trace[1473144100] 'process raft request' (duration: 129.485271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:36.803495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.453808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T10:26:36.803542Z","caller":"traceutil/trace.go:171","msg":"trace[50119159] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:923; }","duration":"109.526939ms","start":"2026-05-08T10:26:36.694003Z","end":"2026-05-08T10:26:36.80353Z","steps":["trace[50119159] 'agreement among raft nodes before linearized reading' (duration: 109.427647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:38.996439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.981478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:26:38.996616Z","caller":"traceutil/trace.go:171","msg":"trace[1594226050] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"185.100731ms","start":"2026-05-08T10:26:38.811498Z","end":"2026-05-08T10:26:38.996598Z","steps":["trace[1594226050] 'process raft request' (duration: 185.04639ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:26:38.996633Z","caller":"traceutil/trace.go:171","msg":"trace[258277592] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"186.494787ms","start":"2026-05-08T10:26:38.810117Z","end":"2026-05-08T10:26:38.996611Z","steps":["trace[258277592] 'process raft request' (duration: 31.257056ms)","trace[258277592] 'compare' (duration: 154.809264ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:39.557798Z","caller":"traceutil/trace.go:171","msg":"trace[1914114382] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"114.909322ms","start":"2026-05-08T10:26:39.44286Z","end":"2026-05-08T10:26:39.55777Z","steps":["trace[1914114382] 'process raft request' (duration: 93.365322ms)","trace[1914114382] 'compare' (duration: 21.207214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:59.72324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.489733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:26:59.723394Z","caller":"traceutil/trace.go:171","msg":"trace[553966764] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1220; }","duration":"683.9202ms","start":"2026-05-08T10:26:59.039451Z","end":"2026-05-08T10:26:59.723371Z","steps":["trace[553966764] 'read index received' (duration: 175.126832ms)","trace[553966764] 'applied index is now lower than readState.Index' (duration: 508.791368ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:26:59.723508Z","caller":"traceutil/trace.go:171","msg":"trace[1782961024] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"928.726849ms","start":"2026-05-08T10:26:58.794764Z","end":"2026-05-08T10:26:59.723491Z","steps":["trace[1782961024] 'process raft request' (duration: 419.838699ms)","trace[1782961024] 'compare' (duration: 507.563965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:26:59.723601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:58.794742Z","time spent":"928.810021ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:26:59.723809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.816764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-08T10:26:59.723852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.482953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T10:26:59.723928Z","caller":"traceutil/trace.go:171","msg":"trace[1690484141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1177; }","duration":"181.600805ms","start":"2026-05-08T10:26:59.542309Z","end":"2026-05-08T10:26:59.72391Z","steps":["trace[1690484141] 'agreement among raft nodes before linearized reading' (duration: 181.442192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:59.723955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.249991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-08T10:26:59.724052Z","caller":"traceutil/trace.go:171","msg":"trace[1953010130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1177; }","duration":"449.390344ms","start":"2026-05-08T10:26:59.274639Z","end":"2026-05-08T10:26:59.72403Z","steps":["trace[1953010130] 'agreement among raft nodes before linearized reading' (duration: 449.16098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:59.724091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:59.274616Z","time spent":"449.466406ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-08T10:26:59.724012Z","caller":"traceutil/trace.go:171","msg":"trace[1030376432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1177; }","duration":"491.962887ms","start":"2026-05-08T10:26:59.231937Z","end":"2026-05-08T10:26:59.7239Z","steps":["trace[1030376432] 'agreement among raft nodes before linearized reading' (duration: 491.59902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:59.724188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:59.231917Z","time spent":"492.256652ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T10:26:59.724181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.704574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T10:26:59.724393Z","caller":"traceutil/trace.go:171","msg":"trace[1559966456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1177; }","duration":"684.964909ms","start":"2026-05-08T10:26:59.039395Z","end":"2026-05-08T10:26:59.72436Z","steps":["trace[1559966456] 'agreement among raft nodes before linearized reading' (duration: 684.588042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:26:59.724452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:26:59.039377Z","time spent":"685.059992ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T10:27:05.91576Z","caller":"traceutil/trace.go:171","msg":"trace[532984198] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1293; }","duration":"152.161382ms","start":"2026-05-08T10:27:05.763572Z","end":"2026-05-08T10:27:05.915733Z","steps":["trace[532984198] 'read index received' (duration: 151.938358ms)","trace[532984198] 'applied index is now lower than readState.Index' (duration: 221.904µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:05.91588Z","caller":"traceutil/trace.go:171","msg":"trace[1710929107] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"168.609127ms","start":"2026-05-08T10:27:05.747236Z","end":"2026-05-08T10:27:05.915845Z","steps":["trace[1710929107] 'process raft request' (duration: 168.353261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:05.916002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.210281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T10:27:05.916044Z","caller":"traceutil/trace.go:171","msg":"trace[1966591783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1246; }","duration":"146.298162ms","start":"2026-05-08T10:27:05.769735Z","end":"2026-05-08T10:27:05.916033Z","steps":["trace[1966591783] 'agreement among raft nodes before linearized reading' (duration: 146.147819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:05.916068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.47683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-08T10:27:05.916104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.24604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-08T10:27:05.916146Z","caller":"traceutil/trace.go:171","msg":"trace[797051295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1246; }","duration":"152.614322ms","start":"2026-05-08T10:27:05.763513Z","end":"2026-05-08T10:27:05.916128Z","steps":["trace[797051295] 'agreement among raft nodes before linearized reading' (duration: 152.366768ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:05.916195Z","caller":"traceutil/trace.go:171","msg":"trace[1542022461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1246; }","duration":"146.359223ms","start":"2026-05-08T10:27:05.769794Z","end":"2026-05-08T10:27:05.916153Z","steps":["trace[1542022461] 'agreement among raft nodes before linearized reading' (duration: 146.154579ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:06.062267Z","caller":"traceutil/trace.go:171","msg":"trace[23739968] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"142.168232ms","start":"2026-05-08T10:27:05.920066Z","end":"2026-05-08T10:27:06.062235Z","steps":["trace[23739968] 'process raft request' (duration: 142.041639ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:06.062365Z","caller":"traceutil/trace.go:171","msg":"trace[1332177210] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1294; }","duration":"132.972577ms","start":"2026-05-08T10:27:05.929377Z","end":"2026-05-08T10:27:06.062349Z","steps":["trace[1332177210] 'read index received' (duration: 81.422023ms)","trace[1332177210] 'applied index is now lower than readState.Index' (duration: 51.549554ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:06.062351Z","caller":"traceutil/trace.go:171","msg":"trace[1081579795] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"142.198792ms","start":"2026-05-08T10:27:05.920022Z","end":"2026-05-08T10:27:06.062221Z","steps":["trace[1081579795] 'process raft request' (duration: 90.799771ms)","trace[1081579795] 'compare' (duration: 50.981894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:27:06.06244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.051998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T10:27:06.062465Z","caller":"traceutil/trace.go:171","msg":"trace[1081088809] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1249; }","duration":"133.11725ms","start":"2026-05-08T10:27:05.929341Z","end":"2026-05-08T10:27:06.062459Z","steps":["trace[1081088809] 'agreement among raft nodes before linearized reading' (duration: 133.054519ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:06.0625Z","caller":"traceutil/trace.go:171","msg":"trace[544262287] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"142.386346ms","start":"2026-05-08T10:27:05.920086Z","end":"2026-05-08T10:27:06.062472Z","steps":["trace[544262287] 'process raft request' (duration: 142.097451ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:06.967277Z","caller":"traceutil/trace.go:171","msg":"trace[1292012995] linearizableReadLoop","detail":"{readStateIndex:1298; appliedIndex:1297; }","duration":"218.917857ms","start":"2026-05-08T10:27:06.748333Z","end":"2026-05-08T10:27:06.967251Z","steps":["trace[1292012995] 'read index received' (duration: 218.768434ms)","trace[1292012995] 'applied index is now lower than readState.Index' (duration: 148.483µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:06.967375Z","caller":"traceutil/trace.go:171","msg":"trace[705391645] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"291.737968ms","start":"2026-05-08T10:27:06.675621Z","end":"2026-05-08T10:27:06.967359Z","steps":["trace[705391645] 'process raft request' (duration: 291.450911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:06.967541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.177642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T10:27:06.967619Z","caller":"traceutil/trace.go:171","msg":"trace[31046649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1250; }","duration":"219.300105ms","start":"2026-05-08T10:27:06.748299Z","end":"2026-05-08T10:27:06.967599Z","steps":["trace[31046649] 'agreement among raft nodes before linearized reading' (duration: 219.079851ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:07.07762Z","caller":"traceutil/trace.go:171","msg":"trace[847074854] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"106.563373ms","start":"2026-05-08T10:27:06.971026Z","end":"2026-05-08T10:27:07.077589Z","steps":["trace[847074854] 'process raft request' (duration: 86.215715ms)","trace[847074854] 'compare' (duration: 20.199235ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:12.087403Z","caller":"traceutil/trace.go:171","msg":"trace[1570955777] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"119.611332ms","start":"2026-05-08T10:27:11.967762Z","end":"2026-05-08T10:27:12.087374Z","steps":["trace[1570955777] 'process raft request' (duration: 119.382888ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:18.855297Z","caller":"traceutil/trace.go:171","msg":"trace[877409989] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"133.351406ms","start":"2026-05-08T10:27:18.721921Z","end":"2026-05-08T10:27:18.855272Z","steps":["trace[877409989] 'process raft request' (duration: 133.218244ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:19.270057Z","caller":"traceutil/trace.go:171","msg":"trace[2031888309] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"124.786242ms","start":"2026-05-08T10:27:19.145245Z","end":"2026-05-08T10:27:19.270031Z","steps":["trace[2031888309] 'process raft request' (duration: 124.65825ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:19.341121Z","caller":"traceutil/trace.go:171","msg":"trace[1947826910] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"195.745532ms","start":"2026-05-08T10:27:19.145347Z","end":"2026-05-08T10:27:19.341093Z","steps":["trace[1947826910] 'process raft request' (duration: 195.580299ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:22.239353Z","caller":"traceutil/trace.go:171","msg":"trace[1934397398] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"117.87928ms","start":"2026-05-08T10:27:22.121442Z","end":"2026-05-08T10:27:22.239322Z","steps":["trace[1934397398] 'process raft request' (duration: 117.651166ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:22.453622Z","caller":"traceutil/trace.go:171","msg":"trace[761519434] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"208.974236ms","start":"2026-05-08T10:27:22.244622Z","end":"2026-05-08T10:27:22.453596Z","steps":["trace[761519434] 'process raft request' (duration: 208.868024ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:22.453643Z","caller":"traceutil/trace.go:171","msg":"trace[490331665] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"209.1874ms","start":"2026-05-08T10:27:22.244409Z","end":"2026-05-08T10:27:22.453596Z","steps":["trace[490331665] 'process raft request' (duration: 203.615753ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:25.247922Z","caller":"traceutil/trace.go:171","msg":"trace[917844327] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"135.027259ms","start":"2026-05-08T10:27:25.112853Z","end":"2026-05-08T10:27:25.247881Z","steps":["trace[917844327] 'process raft request' (duration: 63.324375ms)","trace[917844327] 'compare' (duration: 71.47012ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:25.275418Z","caller":"traceutil/trace.go:171","msg":"trace[817317576] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1522; }","duration":"107.294176ms","start":"2026-05-08T10:27:25.168099Z","end":"2026-05-08T10:27:25.275393Z","steps":["trace[817317576] 'read index received' (duration: 8.091085ms)","trace[817317576] 'applied index is now lower than readState.Index' (duration: 99.202191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:27:25.275531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.41878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:27:25.275515Z","caller":"traceutil/trace.go:171","msg":"trace[1008543091] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"140.776419ms","start":"2026-05-08T10:27:25.134709Z","end":"2026-05-08T10:27:25.275485Z","steps":["trace[1008543091] 'process raft request' (duration: 140.542004ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:25.27557Z","caller":"traceutil/trace.go:171","msg":"trace[1658509494] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1471; }","duration":"107.490611ms","start":"2026-05-08T10:27:25.168066Z","end":"2026-05-08T10:27:25.275557Z","steps":["trace[1658509494] 'agreement among raft nodes before linearized reading' (duration: 107.417819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:38.703961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.582587ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:27:38.704094Z","caller":"traceutil/trace.go:171","msg":"trace[308691415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1687; }","duration":"138.731669ms","start":"2026-05-08T10:27:38.565345Z","end":"2026-05-08T10:27:38.704076Z","steps":["trace[308691415] 'range keys from in-memory index tree' (duration: 138.562196ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:40.656245Z","caller":"traceutil/trace.go:171","msg":"trace[811255380] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"123.254153ms","start":"2026-05-08T10:27:40.532957Z","end":"2026-05-08T10:27:40.656211Z","steps":["trace[811255380] 'process raft request' (duration: 123.08152ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:40.664323Z","caller":"traceutil/trace.go:171","msg":"trace[1149122942] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"131.083732ms","start":"2026-05-08T10:27:40.533196Z","end":"2026-05-08T10:27:40.66428Z","steps":["trace[1149122942] 'process raft request' (duration: 130.951649ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:46.277601Z","caller":"traceutil/trace.go:171","msg":"trace[1047219623] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"391.064117ms","start":"2026-05-08T10:27:45.886512Z","end":"2026-05-08T10:27:46.277576Z","steps":["trace[1047219623] 'read index received' (duration: 390.797451ms)","trace[1047219623] 'applied index is now lower than readState.Index' (duration: 265.606µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:46.277728Z","caller":"traceutil/trace.go:171","msg":"trace[1576246480] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"473.710501ms","start":"2026-05-08T10:27:45.803987Z","end":"2026-05-08T10:27:46.277697Z","steps":["trace[1576246480] 'process raft request' (duration: 473.397054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:46.277843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.321411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-08T10:27:46.277889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:27:45.803965Z","time spent":"473.851133ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:27:46.277905Z","caller":"traceutil/trace.go:171","msg":"trace[1762295404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1822; }","duration":"391.441204ms","start":"2026-05-08T10:27:45.886449Z","end":"2026-05-08T10:27:46.27789Z","steps":["trace[1762295404] 'agreement among raft nodes before linearized reading' (duration: 391.26204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:46.277941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:27:45.88643Z","time spent":"391.504264ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T10:27:46.27787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.488288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:27:46.278048Z","caller":"traceutil/trace.go:171","msg":"trace[1621778123] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1822; }","duration":"146.708802ms","start":"2026-05-08T10:27:46.131266Z","end":"2026-05-08T10:27:46.277974Z","steps":["trace[1621778123] 'agreement among raft nodes before linearized reading' (duration: 146.458718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:46.423155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.672397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:27:46.423365Z","caller":"traceutil/trace.go:171","msg":"trace[370011070] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"139.879292ms","start":"2026-05-08T10:27:46.283457Z","end":"2026-05-08T10:27:46.423337Z","steps":["trace[370011070] 'process raft request' (duration: 23.882788ms)","trace[370011070] 'compare' (duration: 115.458653ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:46.51395Z","caller":"traceutil/trace.go:171","msg":"trace[989166141] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"229.54537ms","start":"2026-05-08T10:27:46.284366Z","end":"2026-05-08T10:27:46.513911Z","steps":["trace[989166141] 'process raft request' (duration: 229.423378ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:46.513954Z","caller":"traceutil/trace.go:171","msg":"trace[1038175125] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"229.719023ms","start":"2026-05-08T10:27:46.284185Z","end":"2026-05-08T10:27:46.513904Z","steps":["trace[1038175125] 'process raft request' (duration: 229.415088ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:46.514282Z","caller":"traceutil/trace.go:171","msg":"trace[1798168407] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"229.270025ms","start":"2026-05-08T10:27:46.284983Z","end":"2026-05-08T10:27:46.514253Z","steps":["trace[1798168407] 'process raft request' (duration: 229.126652ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:46.514375Z","caller":"traceutil/trace.go:171","msg":"trace[310908990] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"229.669063ms","start":"2026-05-08T10:27:46.284686Z","end":"2026-05-08T10:27:46.514355Z","steps":["trace[310908990] 'process raft request' (duration: 229.166882ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:46.655217Z","caller":"traceutil/trace.go:171","msg":"trace[424696725] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1887; }","duration":"294.439903ms","start":"2026-05-08T10:27:46.360747Z","end":"2026-05-08T10:27:46.655187Z","steps":["trace[424696725] 'read index received' (duration: 152.910511ms)","trace[424696725] 'applied index is now lower than readState.Index' (duration: 141.528092ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:46.655315Z","caller":"traceutil/trace.go:171","msg":"trace[1972436646] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"318.288131ms","start":"2026-05-08T10:27:46.336992Z","end":"2026-05-08T10:27:46.65528Z","steps":["trace[1972436646] 'process raft request' (duration: 272.370612ms)","trace[1972436646] 'compare' (duration: 45.685885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:27:46.655471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:27:46.336954Z","time spent":"318.432344ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:27:46.655514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.865797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-08T10:27:46.655555Z","caller":"traceutil/trace.go:171","msg":"trace[806162759] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1828; }","duration":"277.926598ms","start":"2026-05-08T10:27:46.377615Z","end":"2026-05-08T10:27:46.655542Z","steps":["trace[806162759] 'agreement among raft nodes before linearized reading' (duration: 277.751024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:46.655571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.790382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-08T10:27:46.655679Z","caller":"traceutil/trace.go:171","msg":"trace[797186551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1828; }","duration":"294.975575ms","start":"2026-05-08T10:27:46.360682Z","end":"2026-05-08T10:27:46.655658Z","steps":["trace[797186551] 'agreement among raft nodes before linearized reading' (duration: 294.654538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:46.655563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.751191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:27:46.655855Z","caller":"traceutil/trace.go:171","msg":"trace[1621686736] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1828; }","duration":"126.035746ms","start":"2026-05-08T10:27:46.529771Z","end":"2026-05-08T10:27:46.655807Z","steps":["trace[1621686736] 'agreement among raft nodes before linearized reading' (duration: 125.71529ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:52.887288Z","caller":"traceutil/trace.go:171","msg":"trace[2059976436] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"122.762322ms","start":"2026-05-08T10:27:52.764503Z","end":"2026-05-08T10:27:52.887265Z","steps":["trace[2059976436] 'process raft request' (duration: 28.678849ms)","trace[2059976436] 'compare' (duration: 93.955741ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:52.887513Z","caller":"traceutil/trace.go:171","msg":"trace[1665727864] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1966; }","duration":"107.793386ms","start":"2026-05-08T10:27:52.779688Z","end":"2026-05-08T10:27:52.887482Z","steps":["trace[1665727864] 'read index received' (duration: 13.506338ms)","trace[1665727864] 'applied index is now lower than readState.Index' (duration: 94.285058ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:27:52.887601Z","caller":"traceutil/trace.go:171","msg":"trace[1386220873] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"122.419007ms","start":"2026-05-08T10:27:52.765173Z","end":"2026-05-08T10:27:52.887592Z","steps":["trace[1386220873] 'process raft request' (duration: 122.06219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:52.887793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.085891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-08T10:27:52.887847Z","caller":"traceutil/trace.go:171","msg":"trace[283959106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"108.174094ms","start":"2026-05-08T10:27:52.779655Z","end":"2026-05-08T10:27:52.887829Z","steps":["trace[283959106] 'agreement among raft nodes before linearized reading' (duration: 107.98012ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:53.067875Z","caller":"traceutil/trace.go:171","msg":"trace[195353084] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"100.554738ms","start":"2026-05-08T10:27:52.967256Z","end":"2026-05-08T10:27:53.067811Z","steps":["trace[195353084] 'process raft request' (duration: 100.244332ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:53.067966Z","caller":"traceutil/trace.go:171","msg":"trace[1583474451] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"100.627318ms","start":"2026-05-08T10:27:52.967293Z","end":"2026-05-08T10:27:53.06792Z","steps":["trace[1583474451] 'process raft request' (duration: 100.347203ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:53.068002Z","caller":"traceutil/trace.go:171","msg":"trace[640440937] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"100.681889ms","start":"2026-05-08T10:27:52.967281Z","end":"2026-05-08T10:27:53.067963Z","steps":["trace[640440937] 'process raft request' (duration: 100.482445ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:53.220964Z","caller":"traceutil/trace.go:171","msg":"trace[1330161226] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"146.764474ms","start":"2026-05-08T10:27:53.074159Z","end":"2026-05-08T10:27:53.220923Z","steps":["trace[1330161226] 'process raft request' (duration: 140.100055ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:53.221037Z","caller":"traceutil/trace.go:171","msg":"trace[1333342418] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"143.767276ms","start":"2026-05-08T10:27:53.07722Z","end":"2026-05-08T10:27:53.220987Z","steps":["trace[1333342418] 'process raft request' (duration: 143.622833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:55.693996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.368892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-08T10:27:55.694086Z","caller":"traceutil/trace.go:171","msg":"trace[1202570767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"234.498544ms","start":"2026-05-08T10:27:55.459566Z","end":"2026-05-08T10:27:55.694065Z","steps":["trace[1202570767] 'range keys from in-memory index tree' (duration: 234.210109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:27:55.694225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.825014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-08T10:27:55.694355Z","caller":"traceutil/trace.go:171","msg":"trace[1989185520] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1928; }","duration":"159.006657ms","start":"2026-05-08T10:27:55.535319Z","end":"2026-05-08T10:27:55.694326Z","steps":["trace[1989185520] 'range keys from in-memory index tree' (duration: 158.62252ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:55.807375Z","caller":"traceutil/trace.go:171","msg":"trace[1608711134] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"107.567762ms","start":"2026-05-08T10:27:55.699767Z","end":"2026-05-08T10:27:55.807334Z","steps":["trace[1608711134] 'process raft request' (duration: 107.497461ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:55.807475Z","caller":"traceutil/trace.go:171","msg":"trace[1889303580] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"107.701184ms","start":"2026-05-08T10:27:55.699733Z","end":"2026-05-08T10:27:55.807435Z","steps":["trace[1889303580] 'process raft request' (duration: 107.279577ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:27:55.809746Z","caller":"traceutil/trace.go:171","msg":"trace[164947531] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"109.0367ms","start":"2026-05-08T10:27:55.700652Z","end":"2026-05-08T10:27:55.809688Z","steps":["trace[164947531] 'process raft request' (duration: 108.845015ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:24.141124Z","caller":"traceutil/trace.go:171","msg":"trace[1708839970] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2209; }","duration":"113.138576ms","start":"2026-05-08T10:28:24.027959Z","end":"2026-05-08T10:28:24.141098Z","steps":["trace[1708839970] 'read index received' (duration: 112.788089ms)","trace[1708839970] 'applied index is now lower than readState.Index' (duration: 349.307µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:28:24.141235Z","caller":"traceutil/trace.go:171","msg":"trace[2122844007] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"159.252754ms","start":"2026-05-08T10:28:23.98194Z","end":"2026-05-08T10:28:24.141192Z","steps":["trace[2122844007] 'process raft request' (duration: 158.910528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:24.141461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.468483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-08T10:28:24.141572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.931885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T10:28:24.141585Z","caller":"traceutil/trace.go:171","msg":"trace[1235895680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2130; }","duration":"113.646326ms","start":"2026-05-08T10:28:24.027912Z","end":"2026-05-08T10:28:24.141558Z","steps":["trace[1235895680] 'agreement among raft nodes before linearized reading' (duration: 113.372631ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:24.14162Z","caller":"traceutil/trace.go:171","msg":"trace[508527166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"111.034437ms","start":"2026-05-08T10:28:24.030571Z","end":"2026-05-08T10:28:24.141605Z","steps":["trace[508527166] 'agreement among raft nodes before linearized reading' (duration: 110.727021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.29291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.273891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:28:30.293006Z","caller":"traceutil/trace.go:171","msg":"trace[540720501] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2248; }","duration":"585.166681ms","start":"2026-05-08T10:28:29.707824Z","end":"2026-05-08T10:28:30.29299Z","steps":["trace[540720501] 'read index received' (duration: 484.652265ms)","trace[540720501] 'applied index is now lower than readState.Index' (duration: 100.513236ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:28:30.293076Z","caller":"traceutil/trace.go:171","msg":"trace[1001395507] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"623.198126ms","start":"2026-05-08T10:28:29.669863Z","end":"2026-05-08T10:28:30.293061Z","steps":["trace[1001395507] 'process raft request' (duration: 522.68238ms)","trace[1001395507] 'compare' (duration: 100.18293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:28:30.293135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:29.669829Z","time spent":"623.275957ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:28:30.293224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.384554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-08T10:28:30.293309Z","caller":"traceutil/trace.go:171","msg":"trace[1858943556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2167; }","duration":"585.519507ms","start":"2026-05-08T10:28:29.707765Z","end":"2026-05-08T10:28:30.293285Z","steps":["trace[1858943556] 'agreement among raft nodes before linearized reading' (duration: 585.333874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.293351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:29.707744Z","time spent":"585.596939ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:28:30.296351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.432012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-08T10:28:30.29641Z","caller":"traceutil/trace.go:171","msg":"trace[323575071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2168; }","duration":"494.491384ms","start":"2026-05-08T10:28:29.8019Z","end":"2026-05-08T10:28:30.296391Z","steps":["trace[323575071] 'agreement among raft nodes before linearized reading' (duration: 494.331881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.296444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:29.801852Z","time spent":"494.584465ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:28:30.296662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.393147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-05-08T10:28:30.296663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.39484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-08T10:28:30.296715Z","caller":"traceutil/trace.go:171","msg":"trace[1043999027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2168; }","duration":"125.469482ms","start":"2026-05-08T10:28:30.171235Z","end":"2026-05-08T10:28:30.296705Z","steps":["trace[1043999027] 'agreement among raft nodes before linearized reading' (duration: 125.323919ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:30.296701Z","caller":"traceutil/trace.go:171","msg":"trace[163644865] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2168; }","duration":"129.466457ms","start":"2026-05-08T10:28:30.167225Z","end":"2026-05-08T10:28:30.296692Z","steps":["trace[163644865] 'agreement among raft nodes before linearized reading' (duration: 129.373476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.297267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.594194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-08T10:28:30.297388Z","caller":"traceutil/trace.go:171","msg":"trace[1076960913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2168; }","duration":"124.741617ms","start":"2026-05-08T10:28:30.172618Z","end":"2026-05-08T10:28:30.297359Z","steps":["trace[1076960913] 'agreement among raft nodes before linearized reading' (duration: 124.235017ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:30.618469Z","caller":"traceutil/trace.go:171","msg":"trace[837288464] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"320.038969ms","start":"2026-05-08T10:28:30.298397Z","end":"2026-05-08T10:28:30.618436Z","steps":["trace[837288464] 'process raft request' (duration: 230.037083ms)","trace[837288464] 'compare' (duration: 89.275662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:28:30.618629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.298349Z","time spent":"320.199582ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:28:30.661157Z","caller":"traceutil/trace.go:171","msg":"trace[252686004] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"360.675643ms","start":"2026-05-08T10:28:30.300455Z","end":"2026-05-08T10:28:30.661131Z","steps":["trace[252686004] 'process raft request' (duration: 360.575061ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:30.661188Z","caller":"traceutil/trace.go:171","msg":"trace[1280998486] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"360.783296ms","start":"2026-05-08T10:28:30.300375Z","end":"2026-05-08T10:28:30.661158Z","steps":["trace[1280998486] 'process raft request' (duration: 360.488981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.661307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.300358Z","time spent":"360.890238ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:28:30.661343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.300424Z","time spent":"360.820406ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:28:30.661481Z","caller":"traceutil/trace.go:171","msg":"trace[383021204] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"360.856016ms","start":"2026-05-08T10:28:30.300586Z","end":"2026-05-08T10:28:30.661442Z","steps":["trace[383021204] 'process raft request' (duration: 360.49281ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:30.661613Z","caller":"traceutil/trace.go:171","msg":"trace[1147380790] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"360.875267ms","start":"2026-05-08T10:28:30.30072Z","end":"2026-05-08T10:28:30.661596Z","steps":["trace[1147380790] 'process raft request' (duration: 360.615422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.661715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.30057Z","time spent":"361.014179ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:28:30.66176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.300712Z","time spent":"361.00594ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:28:30.661821Z","caller":"traceutil/trace.go:171","msg":"trace[1250649866] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"321.242043ms","start":"2026-05-08T10:28:30.340564Z","end":"2026-05-08T10:28:30.661806Z","steps":["trace[1250649866] 'process raft request' (duration: 321.181082ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:28:30.661874Z","caller":"traceutil/trace.go:171","msg":"trace[813652450] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"360.805506ms","start":"2026-05-08T10:28:30.301055Z","end":"2026-05-08T10:28:30.661861Z","steps":["trace[813652450] 'process raft request' (duration: 360.449938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.661897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.340532Z","time spent":"321.328994ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16381,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:28:30.661934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:28:30.301045Z","time spent":"360.852438ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:28:30.907139Z","caller":"traceutil/trace.go:171","msg":"trace[2032348250] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2257; }","duration":"236.312853ms","start":"2026-05-08T10:28:30.670799Z","end":"2026-05-08T10:28:30.907112Z","steps":["trace[2032348250] 'read index received' (duration: 236.13209ms)","trace[2032348250] 'applied index is now lower than readState.Index' (duration: 179.443µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:28:30.907177Z","caller":"traceutil/trace.go:171","msg":"trace[1849116220] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2175; }","duration":"236.932595ms","start":"2026-05-08T10:28:30.670222Z","end":"2026-05-08T10:28:30.907154Z","steps":["trace[1849116220] 'process raft request' (duration: 236.798613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:28:30.907268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.448536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:28:30.9073Z","caller":"traceutil/trace.go:171","msg":"trace[857275719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"236.520978ms","start":"2026-05-08T10:28:30.670769Z","end":"2026-05-08T10:28:30.90729Z","steps":["trace[857275719] 'agreement among raft nodes before linearized reading' (duration: 236.441046ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:30:45.557662Z","caller":"traceutil/trace.go:171","msg":"trace[8275546] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3455; }","duration":"211.697484ms","start":"2026-05-08T10:30:45.345931Z","end":"2026-05-08T10:30:45.557629Z","steps":["trace[8275546] 'read index received' (duration: 211.486679ms)","trace[8275546] 'applied index is now lower than readState.Index' (duration: 209.525µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:30:45.557753Z","caller":"traceutil/trace.go:171","msg":"trace[106843128] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"212.57889ms","start":"2026-05-08T10:30:45.345131Z","end":"2026-05-08T10:30:45.55771Z","steps":["trace[106843128] 'process raft request' (duration: 212.248983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:30:45.55792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.973768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T10:30:45.557963Z","caller":"traceutil/trace.go:171","msg":"trace[1586527276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3313; }","duration":"212.0594ms","start":"2026-05-08T10:30:45.345893Z","end":"2026-05-08T10:30:45.557953Z","steps":["trace[1586527276] 'agreement among raft nodes before linearized reading' (duration: 211.900548ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:30:45.560607Z","caller":"traceutil/trace.go:171","msg":"trace[29193773] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"161.711811ms","start":"2026-05-08T10:30:45.398846Z","end":"2026-05-08T10:30:45.560557Z","steps":["trace[29193773] 'process raft request' (duration: 161.587778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:30:45.560624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.345005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-08T10:30:45.560802Z","caller":"traceutil/trace.go:171","msg":"trace[1240361659] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3314; }","duration":"213.537248ms","start":"2026-05-08T10:30:45.347248Z","end":"2026-05-08T10:30:45.560786Z","steps":["trace[1240361659] 'agreement among raft nodes before linearized reading' (duration: 213.261213ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:31:55.915271Z","caller":"traceutil/trace.go:171","msg":"trace[536291843] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"201.422919ms","start":"2026-05-08T10:31:55.713823Z","end":"2026-05-08T10:31:55.915246Z","steps":["trace[536291843] 'process raft request' (duration: 201.264536ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:31:55.941837Z","caller":"traceutil/trace.go:171","msg":"trace[1105880896] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4563; }","duration":"107.352708ms","start":"2026-05-08T10:31:55.834455Z","end":"2026-05-08T10:31:55.941808Z","steps":["trace[1105880896] 'read index received' (duration: 80.632318ms)","trace[1105880896] 'applied index is now lower than readState.Index' (duration: 26.71907ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:31:55.94193Z","caller":"traceutil/trace.go:171","msg":"trace[391863611] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"128.217929ms","start":"2026-05-08T10:31:55.813675Z","end":"2026-05-08T10:31:55.941893Z","steps":["trace[391863611] 'process raft request' (duration: 127.963184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:55.942139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.627363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-221e2e48-141c-45f9-b95a-76f5bf428ea1\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-05-08T10:31:55.942225Z","caller":"traceutil/trace.go:171","msg":"trace[384711148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-221e2e48-141c-45f9-b95a-76f5bf428ea1; range_end:; response_count:1; response_revision:4372; }","duration":"107.827968ms","start":"2026-05-08T10:31:55.834383Z","end":"2026-05-08T10:31:55.942211Z","steps":["trace[384711148] 'agreement among raft nodes before linearized reading' (duration: 107.556402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:55.949489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.121861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T10:31:55.949605Z","caller":"traceutil/trace.go:171","msg":"trace[1607957400] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4372; }","duration":"110.276554ms","start":"2026-05-08T10:31:55.83931Z","end":"2026-05-08T10:31:55.949586Z","steps":["trace[1607957400] 'agreement among raft nodes before linearized reading' (duration: 110.097371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:58.9353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.397614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:31:58.935537Z","caller":"traceutil/trace.go:171","msg":"trace[1859523861] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4698; }","duration":"264.786986ms","start":"2026-05-08T10:31:58.670731Z","end":"2026-05-08T10:31:58.935518Z","steps":["trace[1859523861] 'read index received' (duration: 54.811µs)","trace[1859523861] 'applied index is now lower than readState.Index' (duration: 264.731095ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:31:58.935649Z","caller":"traceutil/trace.go:171","msg":"trace[1003779689] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"425.166756ms","start":"2026-05-08T10:31:58.510457Z","end":"2026-05-08T10:31:58.935624Z","steps":["trace[1003779689] 'process raft request' (duration: 87.346304ms)","trace[1003779689] 'compare' (duration: 337.20565ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:31:58.935671Z","caller":"traceutil/trace.go:171","msg":"trace[1525574389] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"424.926011ms","start":"2026-05-08T10:31:58.510687Z","end":"2026-05-08T10:31:58.935613Z","steps":["trace[1525574389] 'process raft request' (duration: 424.727828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:58.935912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:31:58.510667Z","time spent":"425.137796ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T10:31:58.93574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:31:58.510443Z","time spent":"425.258638ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T10:31:58.935713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.9722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:31:58.936294Z","caller":"traceutil/trace.go:171","msg":"trace[37870983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4502; }","duration":"265.615551ms","start":"2026-05-08T10:31:58.670663Z","end":"2026-05-08T10:31:58.936279Z","steps":["trace[37870983] 'agreement among raft nodes before linearized reading' (duration: 264.931108ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:31:58.947038Z","caller":"traceutil/trace.go:171","msg":"trace[658576430] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"158.559208ms","start":"2026-05-08T10:31:58.78845Z","end":"2026-05-08T10:31:58.947009Z","steps":["trace[658576430] 'process raft request' (duration: 158.207611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:58.947061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.814786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-08T10:31:58.947072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.975945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e078f54c-62a0-4765-951a-3f7fb2513467\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-08T10:31:58.947102Z","caller":"traceutil/trace.go:171","msg":"trace[1370530797] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4503; }","duration":"187.902587ms","start":"2026-05-08T10:31:58.759189Z","end":"2026-05-08T10:31:58.947091Z","steps":["trace[1370530797] 'agreement among raft nodes before linearized reading' (duration: 187.716414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:31:58.947087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.704559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-08T10:31:58.947121Z","caller":"traceutil/trace.go:171","msg":"trace[539836954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e078f54c-62a0-4765-951a-3f7fb2513467; range_end:; response_count:1; response_revision:4503; }","duration":"198.065437ms","start":"2026-05-08T10:31:58.749042Z","end":"2026-05-08T10:31:58.947108Z","steps":["trace[539836954] 'agreement among raft nodes before linearized reading' (duration: 197.897784ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:31:58.947163Z","caller":"traceutil/trace.go:171","msg":"trace[830554218] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4503; }","duration":"182.816152ms","start":"2026-05-08T10:31:58.764331Z","end":"2026-05-08T10:31:58.947147Z","steps":["trace[830554218] 'agreement among raft nodes before linearized reading' (duration: 182.559967ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:31:59.28461Z","caller":"traceutil/trace.go:171","msg":"trace[453661012] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"149.446697ms","start":"2026-05-08T10:31:59.135131Z","end":"2026-05-08T10:31:59.284578Z","steps":["trace[453661012] 'process raft request' (duration: 147.256145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:32:08.46806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.795361ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-08T10:32:20.091117Z","caller":"traceutil/trace.go:171","msg":"trace[1933330817] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"121.154847ms","start":"2026-05-08T10:32:19.96993Z","end":"2026-05-08T10:32:20.091085Z","steps":["trace[1933330817] 'process raft request' (duration: 120.946963ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:32:20.123144Z","caller":"traceutil/trace.go:171","msg":"trace[1619792503] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"104.087978ms","start":"2026-05-08T10:32:20.019034Z","end":"2026-05-08T10:32:20.123122Z","steps":["trace[1619792503] 'process raft request' (duration: 103.916605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:32:20.404389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.35303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:32:20.404539Z","caller":"traceutil/trace.go:171","msg":"trace[595445148] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"276.627087ms","start":"2026-05-08T10:32:20.127882Z","end":"2026-05-08T10:32:20.404509Z","steps":["trace[595445148] 'process raft request' (duration: 91.049663ms)","trace[595445148] 'compare' (duration: 185.230638ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:32:20.604707Z","caller":"traceutil/trace.go:171","msg":"trace[666412577] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"475.702183ms","start":"2026-05-08T10:32:20.128966Z","end":"2026-05-08T10:32:20.604669Z","steps":["trace[666412577] 'process raft request' (duration: 447.103607ms)","trace[666412577] 'compare' (duration: 28.26038ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:32:20.604854Z","caller":"traceutil/trace.go:171","msg":"trace[1252417623] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5160; }","duration":"313.208762ms","start":"2026-05-08T10:32:20.291599Z","end":"2026-05-08T10:32:20.604808Z","steps":["trace[1252417623] 'read index received' (duration: 284.455234ms)","trace[1252417623] 'applied index is now lower than readState.Index' (duration: 28.750348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:32:20.604882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:32:20.128951Z","time spent":"475.845145ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:32:20.60489Z","caller":"traceutil/trace.go:171","msg":"trace[1516149722] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"475.828725ms","start":"2026-05-08T10:32:20.129035Z","end":"2026-05-08T10:32:20.604864Z","steps":["trace[1516149722] 'process raft request' (duration: 475.54161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:32:20.605072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:32:20.129013Z","time spent":"475.952647ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:32:20.605163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.565028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-05-08T10:32:20.605173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.879891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-08T10:32:20.605213Z","caller":"traceutil/trace.go:171","msg":"trace[2004958989] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4949; }","duration":"313.66906ms","start":"2026-05-08T10:32:20.291528Z","end":"2026-05-08T10:32:20.605197Z","steps":["trace[2004958989] 'agreement among raft nodes before linearized reading' (duration: 313.458707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:32:20.605246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:32:20.291502Z","time spent":"313.737471ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13313,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-08T10:32:20.605251Z","caller":"traceutil/trace.go:171","msg":"trace[500051270] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4949; }","duration":"253.966883ms","start":"2026-05-08T10:32:20.351264Z","end":"2026-05-08T10:32:20.60523Z","steps":["trace[500051270] 'agreement among raft nodes before linearized reading' (duration: 253.755059ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:32:30.719534Z","caller":"traceutil/trace.go:171","msg":"trace[808739046] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5304; }","duration":"175.83105ms","start":"2026-05-08T10:32:30.543674Z","end":"2026-05-08T10:32:30.719505Z","steps":["trace[808739046] 'read index received' (duration: 122.101485ms)","trace[808739046] 'applied index is now lower than readState.Index' (duration: 53.727935ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:32:30.719581Z","caller":"traceutil/trace.go:171","msg":"trace[496721919] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"205.286313ms","start":"2026-05-08T10:32:30.514256Z","end":"2026-05-08T10:32:30.719542Z","steps":["trace[496721919] 'process raft request' (duration: 151.550257ms)","trace[496721919] 'compare' (duration: 53.559482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:32:30.719945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.243658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-221e2e48-141c-45f9-b95a-76f5bf428ea1\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-08T10:32:30.72002Z","caller":"traceutil/trace.go:171","msg":"trace[1240207700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-221e2e48-141c-45f9-b95a-76f5bf428ea1; range_end:; response_count:1; response_revision:5087; }","duration":"176.352261ms","start":"2026-05-08T10:32:30.543645Z","end":"2026-05-08T10:32:30.719997Z","steps":["trace[1240207700] 'agreement among raft nodes before linearized reading' (duration: 176.003705ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:33:07.981487Z","caller":"traceutil/trace.go:171","msg":"trace[1010198025] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"122.445266ms","start":"2026-05-08T10:33:07.859018Z","end":"2026-05-08T10:33:07.981463Z","steps":["trace[1010198025] 'read index received' (duration: 122.239082ms)","trace[1010198025] 'applied index is now lower than readState.Index' (duration: 205.174µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:33:07.981601Z","caller":"traceutil/trace.go:171","msg":"trace[60609622] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"123.145579ms","start":"2026-05-08T10:33:07.858381Z","end":"2026-05-08T10:33:07.981527Z","steps":["trace[60609622] 'process raft request' (duration: 122.895574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:33:07.981784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.101349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-05-08T10:33:07.981771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.68732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:33:07.981836Z","caller":"traceutil/trace.go:171","msg":"trace[850398504] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"103.188711ms","start":"2026-05-08T10:33:07.878634Z","end":"2026-05-08T10:33:07.981823Z","steps":["trace[850398504] 'agreement among raft nodes before linearized reading' (duration: 102.997428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:33:07.981831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.497858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-08T10:33:07.981872Z","caller":"traceutil/trace.go:171","msg":"trace[1380383513] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5469; }","duration":"122.869894ms","start":"2026-05-08T10:33:07.858976Z","end":"2026-05-08T10:33:07.981846Z","steps":["trace[1380383513] 'agreement among raft nodes before linearized reading' (duration: 122.647049ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:33:07.981927Z","caller":"traceutil/trace.go:171","msg":"trace[1191126572] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"102.652892ms","start":"2026-05-08T10:33:07.879251Z","end":"2026-05-08T10:33:07.981904Z","steps":["trace[1191126572] 'agreement among raft nodes before linearized reading' (duration: 102.459997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:33:07.982498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.467115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6156"} {"level":"info","ts":"2026-05-08T10:33:07.982556Z","caller":"traceutil/trace.go:171","msg":"trace[941971198] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5469; }","duration":"123.547316ms","start":"2026-05-08T10:33:07.858996Z","end":"2026-05-08T10:33:07.982544Z","steps":["trace[941971198] 'agreement among raft nodes before linearized reading' (duration: 122.581678ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:35:25.42925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3180} {"level":"info","ts":"2026-05-08T10:35:25.525813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3180,"took":"94.877155ms","hash":2947514334,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":33701888,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-08T10:35:25.525891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2947514334,"revision":3180,"compact-revision":-1} {"level":"info","ts":"2026-05-08T10:38:06.462894Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002117.wal"} {"level":"info","ts":"2026-05-08T10:38:08.651349Z","caller":"traceutil/trace.go:171","msg":"trace[3584256] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8488; }","duration":"100.429649ms","start":"2026-05-08T10:38:08.550891Z","end":"2026-05-08T10:38:08.651321Z","steps":["trace[3584256] 'read index received' (duration: 100.168584ms)","trace[3584256] 'applied index is now lower than readState.Index' (duration: 260.214µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:38:08.651447Z","caller":"traceutil/trace.go:171","msg":"trace[683993345] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"116.770437ms","start":"2026-05-08T10:38:08.534658Z","end":"2026-05-08T10:38:08.651428Z","steps":["trace[683993345] 'process raft request' (duration: 116.495152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:08.651599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.684304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-08T10:38:08.651645Z","caller":"traceutil/trace.go:171","msg":"trace[682738680] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8124; }","duration":"100.765665ms","start":"2026-05-08T10:38:08.550866Z","end":"2026-05-08T10:38:08.651632Z","steps":["trace[682738680] 'agreement among raft nodes before linearized reading' (duration: 100.598162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:08.65194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.922258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T10:38:08.652043Z","caller":"traceutil/trace.go:171","msg":"trace[672008018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8124; }","duration":"101.051571ms","start":"2026-05-08T10:38:08.550971Z","end":"2026-05-08T10:38:08.652022Z","steps":["trace[672008018] 'agreement among raft nodes before linearized reading' (duration: 100.567931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:10.658401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.996941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-08T10:38:10.658514Z","caller":"traceutil/trace.go:171","msg":"trace[221903684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8134; }","duration":"365.185775ms","start":"2026-05-08T10:38:10.293305Z","end":"2026-05-08T10:38:10.658491Z","steps":["trace[221903684] 'range keys from in-memory index tree' (duration: 364.769086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:10.658584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:38:10.293274Z","time spent":"365.299917ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T10:38:21.699514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.260903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-08T10:38:21.699634Z","caller":"traceutil/trace.go:171","msg":"trace[490160896] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8210; }","duration":"111.436736ms","start":"2026-05-08T10:38:21.58817Z","end":"2026-05-08T10:38:21.699607Z","steps":["trace[490160896] 'range keys from in-memory index tree' (duration: 111.069039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:21.69979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-08T10:38:21.699906Z","caller":"traceutil/trace.go:171","msg":"trace[1390582730] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8210; }","duration":"103.057089ms","start":"2026-05-08T10:38:21.59682Z","end":"2026-05-08T10:38:21.699877Z","steps":["trace[1390582730] 'range keys from in-memory index tree' (duration: 102.64052ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:38:23.640515Z","caller":"traceutil/trace.go:171","msg":"trace[565964510] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8590; }","duration":"114.024646ms","start":"2026-05-08T10:38:23.526456Z","end":"2026-05-08T10:38:23.640481Z","steps":["trace[565964510] 'read index received' (duration: 75.283004ms)","trace[565964510] 'applied index is now lower than readState.Index' (duration: 38.739802ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:38:23.640679Z","caller":"traceutil/trace.go:171","msg":"trace[1925627890] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"118.216496ms","start":"2026-05-08T10:38:23.522442Z","end":"2026-05-08T10:38:23.640659Z","steps":["trace[1925627890] 'process raft request' (duration: 117.218277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:23.64077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.283521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59bd4754c8-762fm.18ad90d797f629a3\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-08T10:38:23.640818Z","caller":"traceutil/trace.go:171","msg":"trace[1602056996] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59bd4754c8-762fm.18ad90d797f629a3; range_end:; response_count:1; response_revision:8221; }","duration":"114.388243ms","start":"2026-05-08T10:38:23.526415Z","end":"2026-05-08T10:38:23.640803Z","steps":["trace[1602056996] 'agreement among raft nodes before linearized reading' (duration: 114.19278ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:38:52.445176Z","caller":"traceutil/trace.go:171","msg":"trace[858981482] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"283.300636ms","start":"2026-05-08T10:38:52.161843Z","end":"2026-05-08T10:38:52.445144Z","steps":["trace[858981482] 'process raft request' (duration: 283.022131ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:38:52.576849Z","caller":"traceutil/trace.go:171","msg":"trace[1602802531] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8851; }","duration":"338.710524ms","start":"2026-05-08T10:38:52.238111Z","end":"2026-05-08T10:38:52.576822Z","steps":["trace[1602802531] 'read index received' (duration: 206.827901ms)","trace[1602802531] 'applied index is now lower than readState.Index' (duration: 131.881303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:38:52.577216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.092412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T10:38:52.577419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.4444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-08T10:38:52.577505Z","caller":"traceutil/trace.go:171","msg":"trace[1918707950] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8469; }","duration":"339.237075ms","start":"2026-05-08T10:38:52.238038Z","end":"2026-05-08T10:38:52.577275Z","steps":["trace[1918707950] 'agreement among raft nodes before linearized reading' (duration: 339.094552ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:38:52.57756Z","caller":"traceutil/trace.go:171","msg":"trace[468324915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8469; }","duration":"127.651254ms","start":"2026-05-08T10:38:52.449852Z","end":"2026-05-08T10:38:52.577504Z","steps":["trace[468324915] 'agreement among raft nodes before linearized reading' (duration: 127.388339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:52.577696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:38:52.237998Z","time spent":"339.633112ms","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:38:52.577369Z","caller":"traceutil/trace.go:171","msg":"trace[249851652] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"412.831956ms","start":"2026-05-08T10:38:52.164382Z","end":"2026-05-08T10:38:52.577214Z","steps":["trace[249851652] 'process raft request' (duration: 410.755486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:38:52.578338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:38:52.164364Z","time spent":"413.873414ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:39:04.927015Z","caller":"traceutil/trace.go:171","msg":"trace[1802833623] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"203.235953ms","start":"2026-05-08T10:39:04.723749Z","end":"2026-05-08T10:39:04.926985Z","steps":["trace[1802833623] 'process raft request' (duration: 203.07025ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.042251Z","caller":"traceutil/trace.go:171","msg":"trace[1873369142] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"315.75394ms","start":"2026-05-08T10:39:04.726463Z","end":"2026-05-08T10:39:05.042217Z","steps":["trace[1873369142] 'process raft request' (duration: 299.820509ms)","trace[1873369142] 'compare' (duration: 15.709537ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:39:05.042411Z","caller":"traceutil/trace.go:171","msg":"trace[1839501526] linearizableReadLoop","detail":"{readStateIndex:8984; appliedIndex:8982; }","duration":"313.60919ms","start":"2026-05-08T10:39:04.728776Z","end":"2026-05-08T10:39:05.042385Z","steps":["trace[1839501526] 'read index received' (duration: 198.098075ms)","trace[1839501526] 'applied index is now lower than readState.Index' (duration: 115.509735ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:39:05.042459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:39:04.726446Z","time spent":"315.902843ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:39:05.042574Z","caller":"traceutil/trace.go:171","msg":"trace[178758683] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"304.477938ms","start":"2026-05-08T10:39:04.73801Z","end":"2026-05-08T10:39:05.042488Z","steps":["trace[178758683] 'process raft request' (duration: 304.153511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:39:05.04278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.949366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-05-08T10:39:05.042817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:39:04.738Z","time spent":"304.673131ms","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:39:05.042876Z","caller":"traceutil/trace.go:171","msg":"trace[1108831304] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8593; }","duration":"314.11661ms","start":"2026-05-08T10:39:04.728736Z","end":"2026-05-08T10:39:05.042852Z","steps":["trace[1108831304] 'agreement among raft nodes before linearized reading' (duration: 313.786994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:39:05.042922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:39:04.728725Z","time spent":"314.188201ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T10:39:05.178317Z","caller":"traceutil/trace.go:171","msg":"trace[651759899] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"129.453928ms","start":"2026-05-08T10:39:05.048832Z","end":"2026-05-08T10:39:05.178286Z","steps":["trace[651759899] 'process raft request' (duration: 129.218562ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.178738Z","caller":"traceutil/trace.go:171","msg":"trace[2134181726] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"129.721662ms","start":"2026-05-08T10:39:05.048984Z","end":"2026-05-08T10:39:05.178705Z","steps":["trace[2134181726] 'process raft request' (duration: 129.240054ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.178911Z","caller":"traceutil/trace.go:171","msg":"trace[1610883816] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"129.841375ms","start":"2026-05-08T10:39:05.049057Z","end":"2026-05-08T10:39:05.178898Z","steps":["trace[1610883816] 'process raft request' (duration: 129.511299ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.179091Z","caller":"traceutil/trace.go:171","msg":"trace[115882005] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"129.64549ms","start":"2026-05-08T10:39:05.049433Z","end":"2026-05-08T10:39:05.179078Z","steps":["trace[115882005] 'process raft request' (duration: 129.390905ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.179053Z","caller":"traceutil/trace.go:171","msg":"trace[374490826] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"125.584724ms","start":"2026-05-08T10:39:05.053426Z","end":"2026-05-08T10:39:05.179011Z","steps":["trace[374490826] 'process raft request' (duration: 125.498132ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.179182Z","caller":"traceutil/trace.go:171","msg":"trace[508499234] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"129.905886ms","start":"2026-05-08T10:39:05.049264Z","end":"2026-05-08T10:39:05.17917Z","steps":["trace[508499234] 'process raft request' (duration: 129.501228ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:05.179184Z","caller":"traceutil/trace.go:171","msg":"trace[1770372350] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"125.949721ms","start":"2026-05-08T10:39:05.053177Z","end":"2026-05-08T10:39:05.179127Z","steps":["trace[1770372350] 'process raft request' (duration: 125.696256ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:39:06.107092Z","caller":"traceutil/trace.go:171","msg":"trace[543418259] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"267.259334ms","start":"2026-05-08T10:39:05.839795Z","end":"2026-05-08T10:39:06.107055Z","steps":["trace[543418259] 'process raft request' (duration: 267.019199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:40:16.571286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.736269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:40:16.571479Z","caller":"traceutil/trace.go:171","msg":"trace[1315083594] linearizableReadLoop","detail":"{readStateIndex:9777; appliedIndex:9776; }","duration":"165.349866ms","start":"2026-05-08T10:40:16.406105Z","end":"2026-05-08T10:40:16.571455Z","steps":["trace[1315083594] 'read index received' (duration: 4.24898ms)","trace[1315083594] 'applied index is now lower than readState.Index' (duration: 161.099266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:40:16.571587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.488758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:40:16.571626Z","caller":"traceutil/trace.go:171","msg":"trace[748946656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9351; }","duration":"165.571469ms","start":"2026-05-08T10:40:16.406042Z","end":"2026-05-08T10:40:16.571614Z","steps":["trace[748946656] 'agreement among raft nodes before linearized reading' (duration: 165.482808ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:40:16.571799Z","caller":"traceutil/trace.go:171","msg":"trace[437698649] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"203.39192ms","start":"2026-05-08T10:40:16.36836Z","end":"2026-05-08T10:40:16.571752Z","steps":["trace[437698649] 'process raft request' (duration: 42.014439ms)","trace[437698649] 'compare' (duration: 160.462503ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:40:25.43766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6532} {"level":"info","ts":"2026-05-08T10:40:25.542897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6532,"took":"102.090578ms","hash":3606087377,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":26759168,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-08T10:40:25.542973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3606087377,"revision":6532,"compact-revision":3180} {"level":"info","ts":"2026-05-08T10:40:40.237702Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T10:40:40.244285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-08T10:40:40.244429Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-08T10:43:55.522105Z","caller":"traceutil/trace.go:171","msg":"trace[162434470] transaction","detail":"{read_only:false; response_revision:11534; number_of_response:1; }","duration":"100.983001ms","start":"2026-05-08T10:43:55.421077Z","end":"2026-05-08T10:43:55.52206Z","steps":["trace[162434470] 'process raft request' (duration: 100.751057ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:45:25.444528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9434} {"level":"info","ts":"2026-05-08T10:45:25.530105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9434,"took":"82.798626ms","hash":1058046028,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":28434432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-08T10:45:25.530189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1058046028,"revision":9434,"compact-revision":6532} {"level":"info","ts":"2026-05-08T10:50:10.826737Z","caller":"traceutil/trace.go:171","msg":"trace[864735328] transaction","detail":"{read_only:false; response_revision:14566; number_of_response:1; }","duration":"100.235841ms","start":"2026-05-08T10:50:10.726436Z","end":"2026-05-08T10:50:10.826672Z","steps":["trace[864735328] 'process raft request' (duration: 100.061297ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:25.452146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12265} {"level":"info","ts":"2026-05-08T10:50:25.562484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12265,"took":"107.77991ms","hash":1885304219,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":25436160,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-08T10:50:25.562592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1885304219,"revision":12265,"compact-revision":9434} {"level":"info","ts":"2026-05-08T10:50:27.230678Z","caller":"traceutil/trace.go:171","msg":"trace[1843215690] linearizableReadLoop","detail":"{readStateIndex:15387; appliedIndex:15386; }","duration":"276.563177ms","start":"2026-05-08T10:50:26.954085Z","end":"2026-05-08T10:50:27.230648Z","steps":["trace[1843215690] 'read index received' (duration: 276.392733ms)","trace[1843215690] 'applied index is now lower than readState.Index' (duration: 168.694µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:50:27.230751Z","caller":"traceutil/trace.go:171","msg":"trace[935424937] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"278.074265ms","start":"2026-05-08T10:50:26.95263Z","end":"2026-05-08T10:50:27.230704Z","steps":["trace[935424937] 'process raft request' (duration: 277.85947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.231042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.924013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-08T10:50:27.231136Z","caller":"traceutil/trace.go:171","msg":"trace[2039598366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14695; }","duration":"277.035285ms","start":"2026-05-08T10:50:26.95408Z","end":"2026-05-08T10:50:27.231116Z","steps":["trace[2039598366] 'agreement among raft nodes before linearized reading' (duration: 276.7248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.762064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.827268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-08T10:50:27.762201Z","caller":"traceutil/trace.go:171","msg":"trace[559098970] linearizableReadLoop","detail":"{readStateIndex:15388; appliedIndex:15387; }","duration":"531.425871ms","start":"2026-05-08T10:50:27.230756Z","end":"2026-05-08T10:50:27.762182Z","steps":["trace[559098970] 'read index received' (duration: 89.415141ms)","trace[559098970] 'applied index is now lower than readState.Index' (duration: 442.007ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:50:27.762287Z","caller":"traceutil/trace.go:171","msg":"trace[1412222375] transaction","detail":"{read_only:false; response_revision:14696; number_of_response:1; }","duration":"755.667601ms","start":"2026-05-08T10:50:27.006607Z","end":"2026-05-08T10:50:27.762275Z","steps":["trace[1412222375] 'process raft request' (duration: 313.481327ms)","trace[1412222375] 'compare' (duration: 441.431621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:50:27.762354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.006581Z","time spent":"755.737972ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:50:27.762529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.03561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-08T10:50:27.762516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.971155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-08T10:50:27.762591Z","caller":"traceutil/trace.go:171","msg":"trace[1025355544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14696; }","duration":"801.144252ms","start":"2026-05-08T10:50:26.961432Z","end":"2026-05-08T10:50:27.762576Z","steps":["trace[1025355544] 'agreement among raft nodes before linearized reading' (duration: 800.939008ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.762615Z","caller":"traceutil/trace.go:171","msg":"trace[1498391457] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14696; }","duration":"744.109888ms","start":"2026-05-08T10:50:27.018481Z","end":"2026-05-08T10:50:27.762591Z","steps":["trace[1498391457] 'agreement among raft nodes before linearized reading' (duration: 743.868244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.762628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:26.961411Z","time spent":"801.209183ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T10:50:27.762668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.018472Z","time spent":"744.18716ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:50:27.762654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.137304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-05-08T10:50:27.762724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.999705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-08T10:50:27.762741Z","caller":"traceutil/trace.go:171","msg":"trace[928227313] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14696; }","duration":"735.242396ms","start":"2026-05-08T10:50:27.027472Z","end":"2026-05-08T10:50:27.762714Z","steps":["trace[928227313] 'agreement among raft nodes before linearized reading' (duration: 735.038142ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.762767Z","caller":"traceutil/trace.go:171","msg":"trace[454779973] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14696; }","duration":"804.056166ms","start":"2026-05-08T10:50:26.958701Z","end":"2026-05-08T10:50:27.762757Z","steps":["trace[454779973] 'agreement among raft nodes before linearized reading' (duration: 803.920934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.762738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.730899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2p5lq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-08T10:50:27.762785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.027463Z","time spent":"735.313017ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:50:27.762806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:26.958692Z","time spent":"804.107067ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-08T10:50:27.762835Z","caller":"traceutil/trace.go:171","msg":"trace[1221894655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2p5lq; range_end:; response_count:1; response_revision:14696; }","duration":"712.856571ms","start":"2026-05-08T10:50:27.049951Z","end":"2026-05-08T10:50:27.762807Z","steps":["trace[1221894655] 'agreement among raft nodes before linearized reading' (duration: 712.593525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.762878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.049939Z","time spent":"712.930083ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-2p5lq\" "} {"level":"warn","ts":"2026-05-08T10:50:27.762826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.630266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-08T10:50:27.762873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.62054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-08T10:50:27.763016Z","caller":"traceutil/trace.go:171","msg":"trace[1030810197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14696; }","duration":"808.822514ms","start":"2026-05-08T10:50:26.954157Z","end":"2026-05-08T10:50:27.76298Z","steps":["trace[1030810197] 'agreement among raft nodes before linearized reading' (duration: 808.419536ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.762992Z","caller":"traceutil/trace.go:171","msg":"trace[234666297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14696; }","duration":"798.849689ms","start":"2026-05-08T10:50:26.96411Z","end":"2026-05-08T10:50:27.76296Z","steps":["trace[234666297] 'agreement among raft nodes before linearized reading' (duration: 798.441921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.763077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:26.95413Z","time spent":"808.936345ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T10:50:27.763112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:26.964103Z","time spent":"798.969361ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T10:50:27.763613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.999809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714898"} {"level":"info","ts":"2026-05-08T10:50:27.763684Z","caller":"traceutil/trace.go:171","msg":"trace[2061870914] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14696; }","duration":"742.102651ms","start":"2026-05-08T10:50:27.021562Z","end":"2026-05-08T10:50:27.763665Z","steps":["trace[2061870914] 'agreement among raft nodes before linearized reading' (duration: 740.98581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.763721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.021513Z","time spent":"742.197953ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714920,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-08T10:50:27.916098Z","caller":"traceutil/trace.go:171","msg":"trace[1005838095] linearizableReadLoop","detail":"{readStateIndex:15389; appliedIndex:15388; }","duration":"153.83571ms","start":"2026-05-08T10:50:27.762232Z","end":"2026-05-08T10:50:27.916068Z","steps":["trace[1005838095] 'read index received' (duration: 153.683597ms)","trace[1005838095] 'applied index is now lower than readState.Index' (duration: 150.633µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:50:27.916272Z","caller":"traceutil/trace.go:171","msg":"trace[1246923737] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"680.458862ms","start":"2026-05-08T10:50:27.235762Z","end":"2026-05-08T10:50:27.916221Z","steps":["trace[1246923737] 'process raft request' (duration: 680.132147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.916313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.755856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T10:50:27.916328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.45328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:50:27.916399Z","caller":"traceutil/trace.go:171","msg":"trace[1080022604] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14697; }","duration":"187.926959ms","start":"2026-05-08T10:50:27.72846Z","end":"2026-05-08T10:50:27.916387Z","steps":["trace[1080022604] 'agreement among raft nodes before linearized reading' (duration: 187.754006ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.916429Z","caller":"traceutil/trace.go:171","msg":"trace[1232898793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14697; }","duration":"246.599203ms","start":"2026-05-08T10:50:27.669809Z","end":"2026-05-08T10:50:27.916408Z","steps":["trace[1232898793] 'agreement among raft nodes before linearized reading' (duration: 246.43573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.91661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.235731Z","time spent":"680.753928ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:50:27.916491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.765123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T10:50:27.916936Z","caller":"traceutil/trace.go:171","msg":"trace[457385383] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14697; }","duration":"417.296464ms","start":"2026-05-08T10:50:27.499615Z","end":"2026-05-08T10:50:27.916912Z","steps":["trace[457385383] 'agreement among raft nodes before linearized reading' (duration: 416.751423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.917006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:50:27.499582Z","time spent":"417.404156ms","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:50:27.917141Z","caller":"traceutil/trace.go:171","msg":"trace[332521589] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"148.712405ms","start":"2026-05-08T10:50:27.768396Z","end":"2026-05-08T10:50:27.917109Z","steps":["trace[332521589] 'process raft request' (duration: 148.560913ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.917173Z","caller":"traceutil/trace.go:171","msg":"trace[624775780] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"149.370288ms","start":"2026-05-08T10:50:27.767785Z","end":"2026-05-08T10:50:27.917155Z","steps":["trace[624775780] 'process raft request' (duration: 149.046942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.917225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.515481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-08T10:50:27.917283Z","caller":"traceutil/trace.go:171","msg":"trace[87346884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14701; }","duration":"149.594072ms","start":"2026-05-08T10:50:27.767673Z","end":"2026-05-08T10:50:27.917267Z","steps":["trace[87346884] 'agreement among raft nodes before linearized reading' (duration: 149.375238ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.917271Z","caller":"traceutil/trace.go:171","msg":"trace[1987951927] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"148.865288ms","start":"2026-05-08T10:50:27.768367Z","end":"2026-05-08T10:50:27.917233Z","steps":["trace[1987951927] 'process raft request' (duration: 148.540413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.91731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.234836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-05-08T10:50:27.917362Z","caller":"traceutil/trace.go:171","msg":"trace[836438886] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14701; }","duration":"149.284306ms","start":"2026-05-08T10:50:27.768062Z","end":"2026-05-08T10:50:27.917346Z","steps":["trace[836438886] 'agreement among raft nodes before linearized reading' (duration: 149.124544ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:27.917575Z","caller":"traceutil/trace.go:171","msg":"trace[179741128] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"147.722077ms","start":"2026-05-08T10:50:27.769804Z","end":"2026-05-08T10:50:27.917526Z","steps":["trace[179741128] 'process raft request' (duration: 147.197687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:27.917955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.710563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567527"} {"level":"info","ts":"2026-05-08T10:50:27.918004Z","caller":"traceutil/trace.go:171","msg":"trace[1070212161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14701; }","duration":"149.761984ms","start":"2026-05-08T10:50:27.768229Z","end":"2026-05-08T10:50:27.917991Z","steps":["trace[1070212161] 'agreement among raft nodes before linearized reading' (duration: 148.892908ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:28.980047Z","caller":"traceutil/trace.go:171","msg":"trace[401375788] transaction","detail":"{read_only:false; response_revision:14742; number_of_response:1; }","duration":"101.79154ms","start":"2026-05-08T10:50:28.87823Z","end":"2026-05-08T10:50:28.980022Z","steps":["trace[401375788] 'process raft request' (duration: 94.050097ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:28.983Z","caller":"traceutil/trace.go:171","msg":"trace[42192797] linearizableReadLoop","detail":"{readStateIndex:15438; appliedIndex:15435; }","duration":"102.064094ms","start":"2026-05-08T10:50:28.880917Z","end":"2026-05-08T10:50:28.982981Z","steps":["trace[42192797] 'read index received' (duration: 91.388827ms)","trace[42192797] 'applied index is now lower than readState.Index' (duration: 10.673877ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:50:28.983098Z","caller":"traceutil/trace.go:171","msg":"trace[575922760] transaction","detail":"{read_only:false; response_revision:14743; number_of_response:1; }","duration":"103.369628ms","start":"2026-05-08T10:50:28.879714Z","end":"2026-05-08T10:50:28.983084Z","steps":["trace[575922760] 'process raft request' (duration: 103.073823ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:50:28.98323Z","caller":"traceutil/trace.go:171","msg":"trace[2053377797] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"103.250196ms","start":"2026-05-08T10:50:28.879925Z","end":"2026-05-08T10:50:28.983175Z","steps":["trace[2053377797] 'process raft request' (duration: 102.961131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:50:28.983567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.628435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-08T10:50:28.98379Z","caller":"traceutil/trace.go:171","msg":"trace[1974035598] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14745; }","duration":"102.8315ms","start":"2026-05-08T10:50:28.880893Z","end":"2026-05-08T10:50:28.983724Z","steps":["trace[1974035598] 'agreement among raft nodes before linearized reading' (duration: 102.423161ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.461951Z","caller":"traceutil/trace.go:171","msg":"trace[227410975] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"139.048298ms","start":"2026-05-08T10:51:40.322872Z","end":"2026-05-08T10:51:40.461921Z","steps":["trace[227410975] 'process raft request' (duration: 138.874505ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.462019Z","caller":"traceutil/trace.go:171","msg":"trace[668590057] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"139.362214ms","start":"2026-05-08T10:51:40.322596Z","end":"2026-05-08T10:51:40.461958Z","steps":["trace[668590057] 'process raft request' (duration: 131.239819ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.467274Z","caller":"traceutil/trace.go:171","msg":"trace[857125522] linearizableReadLoop","detail":"{readStateIndex:16586; appliedIndex:16583; }","duration":"138.724451ms","start":"2026-05-08T10:51:40.328516Z","end":"2026-05-08T10:51:40.467241Z","steps":["trace[857125522] 'read index received' (duration: 125.305927ms)","trace[857125522] 'applied index is now lower than readState.Index' (duration: 13.416814ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:51:40.467406Z","caller":"traceutil/trace.go:171","msg":"trace[1969612885] transaction","detail":"{read_only:false; response_revision:15849; number_of_response:1; }","duration":"141.336861ms","start":"2026-05-08T10:51:40.326039Z","end":"2026-05-08T10:51:40.467376Z","steps":["trace[1969612885] 'process raft request' (duration: 141.016224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:51:40.467697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.800832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-08T10:51:40.467686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.291151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:51:40.467729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wsz45\" ","response":"range_response_count:1 size:22088"} {"level":"warn","ts":"2026-05-08T10:51:40.467752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.133808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-08T10:51:40.467799Z","caller":"traceutil/trace.go:171","msg":"trace[385438394] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15849; }","duration":"102.438793ms","start":"2026-05-08T10:51:40.365332Z","end":"2026-05-08T10:51:40.467771Z","steps":["trace[385438394] 'agreement among raft nodes before linearized reading' (duration: 102.225009ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.467855Z","caller":"traceutil/trace.go:171","msg":"trace[1958952286] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wsz45; range_end:; response_count:1; response_revision:15849; }","duration":"130.606917ms","start":"2026-05-08T10:51:40.337228Z","end":"2026-05-08T10:51:40.467835Z","steps":["trace[1958952286] 'agreement among raft nodes before linearized reading' (duration: 130.267341ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.467761Z","caller":"traceutil/trace.go:171","msg":"trace[328674937] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15849; }","duration":"101.907533ms","start":"2026-05-08T10:51:40.365835Z","end":"2026-05-08T10:51:40.467743Z","steps":["trace[328674937] 'agreement among raft nodes before linearized reading' (duration: 101.686569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:51:40.467879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.357104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wsz45\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-05-08T10:51:40.468073Z","caller":"traceutil/trace.go:171","msg":"trace[1621802422] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wsz45; range_end:; response_count:1; response_revision:15849; }","duration":"139.540597ms","start":"2026-05-08T10:51:40.328512Z","end":"2026-05-08T10:51:40.468053Z","steps":["trace[1621802422] 'agreement among raft nodes before linearized reading' (duration: 138.898615ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:51:40.467867Z","caller":"traceutil/trace.go:171","msg":"trace[1438219185] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15849; }","duration":"102.314521ms","start":"2026-05-08T10:51:40.36552Z","end":"2026-05-08T10:51:40.467834Z","steps":["trace[1438219185] 'agreement among raft nodes before linearized reading' (duration: 102.019296ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.034184Z","caller":"traceutil/trace.go:171","msg":"trace[382438388] linearizableReadLoop","detail":"{readStateIndex:16814; appliedIndex:16813; }","duration":"140.23705ms","start":"2026-05-08T10:52:12.893921Z","end":"2026-05-08T10:52:13.034158Z","steps":["trace[382438388] 'read index received' (duration: 140.085678ms)","trace[382438388] 'applied index is now lower than readState.Index' (duration: 149.812µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:52:13.034351Z","caller":"traceutil/trace.go:171","msg":"trace[76920898] transaction","detail":"{read_only:false; response_revision:16064; number_of_response:1; }","duration":"142.505673ms","start":"2026-05-08T10:52:12.891828Z","end":"2026-05-08T10:52:13.034334Z","steps":["trace[76920898] 'process raft request' (duration: 142.180947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.034734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.117791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-08T10:52:13.034778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.852122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wsz45\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-05-08T10:52:13.034895Z","caller":"traceutil/trace.go:171","msg":"trace[1671698550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16064; }","duration":"127.277004ms","start":"2026-05-08T10:52:12.907569Z","end":"2026-05-08T10:52:13.034846Z","steps":["trace[1671698550] 'agreement among raft nodes before linearized reading' (duration: 127.06864ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.034882Z","caller":"traceutil/trace.go:171","msg":"trace[78754978] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wsz45; range_end:; response_count:1; response_revision:16064; }","duration":"140.956744ms","start":"2026-05-08T10:52:12.893906Z","end":"2026-05-08T10:52:13.034862Z","steps":["trace[78754978] 'agreement among raft nodes before linearized reading' (duration: 140.677579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.292606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.131586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-08T10:52:13.292764Z","caller":"traceutil/trace.go:171","msg":"trace[301874366] linearizableReadLoop","detail":"{readStateIndex:16815; appliedIndex:16814; }","duration":"184.086121ms","start":"2026-05-08T10:52:13.108655Z","end":"2026-05-08T10:52:13.292741Z","steps":["trace[301874366] 'read index received' (duration: 70.68365ms)","trace[301874366] 'applied index is now lower than readState.Index' (duration: 113.400021ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:52:13.293012Z","caller":"traceutil/trace.go:171","msg":"trace[1138240328] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16064; }","duration":"245.073639ms","start":"2026-05-08T10:52:13.047921Z","end":"2026-05-08T10:52:13.292995Z","steps":["trace[1138240328] 'process raft request' (duration: 131.442143ms)","trace[1138240328] 'compare' (duration: 113.080365ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:52:13.29299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.300386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:52:13.293066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.847067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:52:13.293182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.169454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:52:13.293227Z","caller":"traceutil/trace.go:171","msg":"trace[757437020] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16064; }","duration":"106.211354ms","start":"2026-05-08T10:52:13.186998Z","end":"2026-05-08T10:52:13.293209Z","steps":["trace[757437020] 'agreement among raft nodes before linearized reading' (duration: 106.163594ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.293223Z","caller":"traceutil/trace.go:171","msg":"trace[1457825008] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16064; }","duration":"106.057521ms","start":"2026-05-08T10:52:13.187139Z","end":"2026-05-08T10:52:13.293197Z","steps":["trace[1457825008] 'agreement among raft nodes before linearized reading' (duration: 105.837047ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.293153Z","caller":"traceutil/trace.go:171","msg":"trace[1922937479] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:16064; }","duration":"184.50775ms","start":"2026-05-08T10:52:13.108621Z","end":"2026-05-08T10:52:13.293129Z","steps":["trace[1922937479] 'agreement among raft nodes before linearized reading' (duration: 184.277016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.293405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.257964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:52:13.29343Z","caller":"traceutil/trace.go:171","msg":"trace[1801516676] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16064; }","duration":"107.339445ms","start":"2026-05-08T10:52:13.186084Z","end":"2026-05-08T10:52:13.293423Z","steps":["trace[1801516676] 'agreement among raft nodes before linearized reading' (duration: 107.301455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.293569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.574103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-08T10:52:13.29361Z","caller":"traceutil/trace.go:171","msg":"trace[860186442] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16064; }","duration":"124.631134ms","start":"2026-05-08T10:52:13.168965Z","end":"2026-05-08T10:52:13.293596Z","steps":["trace[860186442] 'agreement among raft nodes before linearized reading' (duration: 124.516741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.293836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.992229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-08T10:52:13.293861Z","caller":"traceutil/trace.go:171","msg":"trace[1972416719] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16064; }","duration":"128.036809ms","start":"2026-05-08T10:52:13.165816Z","end":"2026-05-08T10:52:13.293853Z","steps":["trace[1972416719] 'agreement among raft nodes before linearized reading' (duration: 127.975818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.294105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.224046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-05-08T10:52:13.293121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.070341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-76hnc\" ","response":"range_response_count:1 size:20739"} {"level":"info","ts":"2026-05-08T10:52:13.294224Z","caller":"traceutil/trace.go:171","msg":"trace[686932202] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-76hnc; range_end:; response_count:1; response_revision:16064; }","duration":"137.235674ms","start":"2026-05-08T10:52:13.156973Z","end":"2026-05-08T10:52:13.294208Z","steps":["trace[686932202] 'agreement among raft nodes before linearized reading' (duration: 135.99083ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.294483Z","caller":"traceutil/trace.go:171","msg":"trace[290415662] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16064; }","duration":"105.622282ms","start":"2026-05-08T10:52:13.188849Z","end":"2026-05-08T10:52:13.294471Z","steps":["trace[290415662] 'agreement among raft nodes before linearized reading' (duration: 105.134224ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.426646Z","caller":"traceutil/trace.go:171","msg":"trace[1045387587] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"120.374203ms","start":"2026-05-08T10:52:13.306255Z","end":"2026-05-08T10:52:13.42663Z","steps":["trace[1045387587] 'process raft request' (duration: 120.197819ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.850052Z","caller":"traceutil/trace.go:171","msg":"trace[1719072069] transaction","detail":"{read_only:false; response_revision:16067; number_of_response:1; }","duration":"542.740835ms","start":"2026-05-08T10:52:13.307284Z","end":"2026-05-08T10:52:13.850025Z","steps":["trace[1719072069] 'process raft request' (duration: 542.655494ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.85024Z","caller":"traceutil/trace.go:171","msg":"trace[150118609] transaction","detail":"{read_only:false; response_revision:16066; number_of_response:1; }","duration":"543.725333ms","start":"2026-05-08T10:52:13.306355Z","end":"2026-05-08T10:52:13.85008Z","steps":["trace[150118609] 'process raft request' (duration: 543.399137ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:52:13.850602Z","caller":"traceutil/trace.go:171","msg":"trace[275002165] linearizableReadLoop","detail":"{readStateIndex:16818; appliedIndex:16818; }","duration":"420.884513ms","start":"2026-05-08T10:52:13.429684Z","end":"2026-05-08T10:52:13.850569Z","steps":["trace[275002165] 'read index received' (duration: 420.873783ms)","trace[275002165] 'applied index is now lower than readState.Index' (duration: 8.83µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:52:13.850859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.161519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-05-08T10:52:13.850955Z","caller":"traceutil/trace.go:171","msg":"trace[1826350562] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16067; }","duration":"421.285782ms","start":"2026-05-08T10:52:13.429643Z","end":"2026-05-08T10:52:13.850929Z","steps":["trace[1826350562] 'agreement among raft nodes before linearized reading' (duration: 421.015596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.850999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.429629Z","time spent":"421.359963ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:52:13.850653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.306348Z","time spent":"544.149931ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:52:13.850249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.30727Z","time spent":"542.875628ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T10:52:13.898768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.09906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:52:13.898881Z","caller":"traceutil/trace.go:171","msg":"trace[1254134129] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16067; }","duration":"119.259612ms","start":"2026-05-08T10:52:13.779595Z","end":"2026-05-08T10:52:13.898855Z","steps":["trace[1254134129] 'agreement among raft nodes before linearized reading' (duration: 119.107639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.899189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.502337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:52:13.899275Z","caller":"traceutil/trace.go:171","msg":"trace[106509266] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16067; }","duration":"313.64048ms","start":"2026-05-08T10:52:13.585617Z","end":"2026-05-08T10:52:13.899258Z","steps":["trace[106509266] 'agreement among raft nodes before linearized reading' (duration: 313.515588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.899311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.585596Z","time spent":"313.706541ms","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-08T10:52:13.899647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.772164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T10:52:13.899694Z","caller":"traceutil/trace.go:171","msg":"trace[1204914435] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16067; }","duration":"301.840945ms","start":"2026-05-08T10:52:13.59784Z","end":"2026-05-08T10:52:13.899681Z","steps":["trace[1204914435] 'agreement among raft nodes before linearized reading' (duration: 301.672072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.899654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.183687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-08T10:52:13.899731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.59783Z","time spent":"301.891296ms","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":129,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-08T10:52:13.900009Z","caller":"traceutil/trace.go:171","msg":"trace[1664157388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16067; }","duration":"229.329281ms","start":"2026-05-08T10:52:13.670415Z","end":"2026-05-08T10:52:13.899744Z","steps":["trace[1664157388] 'agreement among raft nodes before linearized reading' (duration: 229.064485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.900117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.916539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-08T10:52:13.900163Z","caller":"traceutil/trace.go:171","msg":"trace[1258924664] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16068; }","duration":"309.982991ms","start":"2026-05-08T10:52:13.590168Z","end":"2026-05-08T10:52:13.900151Z","steps":["trace[1258924664] 'agreement among raft nodes before linearized reading' (duration: 309.456331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.9002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.590156Z","time spent":"310.036312ms","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-08T10:52:13.900204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.121871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-08T10:52:13.900318Z","caller":"traceutil/trace.go:171","msg":"trace[1893856688] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16068; }","duration":"313.295694ms","start":"2026-05-08T10:52:13.586993Z","end":"2026-05-08T10:52:13.900289Z","steps":["trace[1893856688] 'agreement among raft nodes before linearized reading' (duration: 312.621641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.900378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:52:13.586969Z","time spent":"313.397645ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-08T10:52:13.899772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.778203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-08T10:52:13.900626Z","caller":"traceutil/trace.go:171","msg":"trace[897434719] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16067; }","duration":"274.628949ms","start":"2026-05-08T10:52:13.625907Z","end":"2026-05-08T10:52:13.900536Z","steps":["trace[897434719] 'agreement among raft nodes before linearized reading' (duration: 273.503628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:52:13.902951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.913562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-08T10:52:13.90302Z","caller":"traceutil/trace.go:171","msg":"trace[1855481650] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:16068; }","duration":"151.997983ms","start":"2026-05-08T10:52:13.751005Z","end":"2026-05-08T10:52:13.903003Z","steps":["trace[1855481650] 'agreement among raft nodes before linearized reading' (duration: 150.501545ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:55:25.458294Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14689} {"level":"info","ts":"2026-05-08T10:55:25.55573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14689,"took":"93.904719ms","hash":4167333133,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-08T10:55:25.555895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4167333133,"revision":14689,"compact-revision":12265} {"level":"info","ts":"2026-05-08T10:57:53.823588Z","caller":"traceutil/trace.go:171","msg":"trace[1152541760] transaction","detail":"{read_only:false; response_revision:19097; number_of_response:1; }","duration":"305.911766ms","start":"2026-05-08T10:57:53.517645Z","end":"2026-05-08T10:57:53.823557Z","steps":["trace[1152541760] 'process raft request' (duration: 305.708692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:53.824025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.517618Z","time spent":"306.129169ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:57:53.851503Z","caller":"traceutil/trace.go:171","msg":"trace[1304844801] linearizableReadLoop","detail":"{readStateIndex:19998; appliedIndex:19996; }","duration":"280.407962ms","start":"2026-05-08T10:57:53.571055Z","end":"2026-05-08T10:57:53.851463Z","steps":["trace[1304844801] 'read index received' (duration: 252.365211ms)","trace[1304844801] 'applied index is now lower than readState.Index' (duration: 28.041441ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:57:53.851525Z","caller":"traceutil/trace.go:171","msg":"trace[2033041504] transaction","detail":"{read_only:false; response_revision:19098; number_of_response:1; }","duration":"307.802352ms","start":"2026-05-08T10:57:53.543674Z","end":"2026-05-08T10:57:53.851476Z","steps":["trace[2033041504] 'process raft request' (duration: 307.485056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:53.851741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.644367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T10:57:53.851774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.543629Z","time spent":"308.010826ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T10:57:53.851901Z","caller":"traceutil/trace.go:171","msg":"trace[656866346] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19099; }","duration":"280.81959ms","start":"2026-05-08T10:57:53.570992Z","end":"2026-05-08T10:57:53.851812Z","steps":["trace[656866346] 'agreement among raft nodes before linearized reading' (duration: 280.644937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.292364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.058703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T10:57:54.292478Z","caller":"traceutil/trace.go:171","msg":"trace[1001586174] linearizableReadLoop","detail":"{readStateIndex:20000; appliedIndex:19999; }","duration":"440.858083ms","start":"2026-05-08T10:57:53.851602Z","end":"2026-05-08T10:57:54.29246Z","steps":["trace[1001586174] 'read index received' (duration: 6.640276ms)","trace[1001586174] 'applied index is now lower than readState.Index' (duration: 434.216127ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:57:54.292827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.625733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T10:57:54.292887Z","caller":"traceutil/trace.go:171","msg":"trace[1845734704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19099; }","duration":"454.696154ms","start":"2026-05-08T10:57:53.838162Z","end":"2026-05-08T10:57:54.292858Z","steps":["trace[1845734704] 'agreement among raft nodes before linearized reading' (duration: 454.525601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.29293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.838143Z","time spent":"454.778506ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T10:57:54.293035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.520209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-08T10:57:54.293067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.017444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T10:57:54.293115Z","caller":"traceutil/trace.go:171","msg":"trace[1982211956] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19099; }","duration":"579.656682ms","start":"2026-05-08T10:57:53.713434Z","end":"2026-05-08T10:57:54.293091Z","steps":["trace[1982211956] 'agreement among raft nodes before linearized reading' (duration: 579.404998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.29316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.713409Z","time spent":"579.740235ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:57:54.293149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.635886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T10:57:54.293166Z","caller":"traceutil/trace.go:171","msg":"trace[759322336] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19099; }","duration":"432.150248ms","start":"2026-05-08T10:57:53.860983Z","end":"2026-05-08T10:57:54.293134Z","steps":["trace[759322336] 'agreement among raft nodes before linearized reading' (duration: 431.987984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.293264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.860954Z","time spent":"432.298171ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-08T10:57:54.293268Z","caller":"traceutil/trace.go:171","msg":"trace[2056424043] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19099; }","duration":"594.79503ms","start":"2026-05-08T10:57:53.698444Z","end":"2026-05-08T10:57:54.293239Z","steps":["trace[2056424043] 'agreement among raft nodes before linearized reading' (duration: 594.463473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.293326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.698433Z","time spent":"594.880961ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T10:57:54.293652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.00424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T10:57:54.293734Z","caller":"traceutil/trace.go:171","msg":"trace[144016943] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19099; }","duration":"361.512689ms","start":"2026-05-08T10:57:53.932197Z","end":"2026-05-08T10:57:54.293709Z","steps":["trace[144016943] 'agreement among raft nodes before linearized reading' (duration: 360.99256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.293788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.93218Z","time spent":"361.596581ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T10:57:54.295549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.608709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:126 size:1347108"} {"level":"info","ts":"2026-05-08T10:57:54.295671Z","caller":"traceutil/trace.go:171","msg":"trace[1772823698] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:126; response_revision:19099; }","duration":"628.780583ms","start":"2026-05-08T10:57:53.666863Z","end":"2026-05-08T10:57:54.295644Z","steps":["trace[1772823698] 'agreement among raft nodes before linearized reading' (duration: 625.938419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.295744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T10:57:53.666846Z","time spent":"628.881974ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":126,"response size":1347130,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-08T10:57:54.494565Z","caller":"traceutil/trace.go:171","msg":"trace[682160186] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19099; }","duration":"198.933839ms","start":"2026-05-08T10:57:54.295595Z","end":"2026-05-08T10:57:54.494528Z","steps":["trace[682160186] 'process raft request' (duration: 198.817417ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T10:57:54.51764Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T10:57:54.517798Z","caller":"traceutil/trace.go:171","msg":"trace[1363267446] linearizableReadLoop","detail":"{readStateIndex:20002; appliedIndex:20000; }","duration":"219.262524ms","start":"2026-05-08T10:57:54.298504Z","end":"2026-05-08T10:57:54.517767Z","steps":["trace[1363267446] 'read index received' (duration: 195.895621ms)","trace[1363267446] 'applied index is now lower than readState.Index' (duration: 23.365253ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:57:54.517784Z","caller":"traceutil/trace.go:171","msg":"trace[1915274304] transaction","detail":"{read_only:false; response_revision:19100; number_of_response:1; }","duration":"220.248332ms","start":"2026-05-08T10:57:54.297495Z","end":"2026-05-08T10:57:54.517744Z","steps":["trace[1915274304] 'process raft request' (duration: 219.859975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T10:57:54.538828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.997421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T10:57:54.53896Z","caller":"traceutil/trace.go:171","msg":"trace[1583035937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19100; }","duration":"227.170344ms","start":"2026-05-08T10:57:54.311756Z","end":"2026-05-08T10:57:54.538927Z","steps":["trace[1583035937] 'agreement among raft nodes before linearized reading' (duration: 206.178216ms)","trace[1583035937] 'range keys from in-memory index tree' (duration: 20.601131ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:57:54.5391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.545808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T10:57:54.539119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.593318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T10:57:54.53917Z","caller":"traceutil/trace.go:171","msg":"trace[430375393] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19100; }","duration":"240.652509ms","start":"2026-05-08T10:57:54.298498Z","end":"2026-05-08T10:57:54.539151Z","steps":["trace[430375393] 'agreement among raft nodes before linearized reading' (duration: 219.401107ms)","trace[430375393] 'range keys from in-memory index tree' (duration: 20.676082ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:57:54.539186Z","caller":"traceutil/trace.go:171","msg":"trace[1605724721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19100; }","duration":"240.69871ms","start":"2026-05-08T10:57:54.298463Z","end":"2026-05-08T10:57:54.539162Z","steps":["trace[1605724721] 'agreement among raft nodes before linearized reading' (duration: 219.422377ms)","trace[1605724721] 'range keys from in-memory index tree' (duration: 21.10643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T10:57:54.539311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.205621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T10:57:54.539511Z","caller":"traceutil/trace.go:171","msg":"trace[281323787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19100; }","duration":"240.437594ms","start":"2026-05-08T10:57:54.299061Z","end":"2026-05-08T10:57:54.539498Z","steps":["trace[281323787] 'agreement among raft nodes before linearized reading' (duration: 218.877746ms)","trace[281323787] 'range keys from in-memory index tree' (duration: 20.54171ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T10:57:54.626762Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-08T10:57:54.627052Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-08T11:00:25.470829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17809} {"level":"info","ts":"2026-05-08T11:00:25.593342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17809,"took":"115.898842ms","hash":3428956177,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":32653312,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-08T11:00:25.593408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3428956177,"revision":17809,"compact-revision":14689} {"level":"info","ts":"2026-05-08T11:05:00.378709Z","caller":"traceutil/trace.go:171","msg":"trace[401151190] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"199.077642ms","start":"2026-05-08T11:05:00.179592Z","end":"2026-05-08T11:05:00.37867Z","steps":["trace[401151190] 'process raft request' (duration: 198.115105ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:25.477782Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20935} {"level":"info","ts":"2026-05-08T11:05:25.607217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20935,"took":"124.323737ms","hash":1144635677,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":32755712,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-08T11:05:25.607307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1144635677,"revision":20935,"compact-revision":17809} {"level":"info","ts":"2026-05-08T11:05:29.912651Z","caller":"traceutil/trace.go:171","msg":"trace[1170153383] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"151.313434ms","start":"2026-05-08T11:05:29.761286Z","end":"2026-05-08T11:05:29.912599Z","steps":["trace[1170153383] 'process raft request' (duration: 151.04118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:30.213333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.182521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:05:30.213535Z","caller":"traceutil/trace.go:171","msg":"trace[1682079964] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"292.456327ms","start":"2026-05-08T11:05:29.92104Z","end":"2026-05-08T11:05:30.213496Z","steps":["trace[1682079964] 'process raft request' (duration: 98.972251ms)","trace[1682079964] 'compare' (duration: 193.032758ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:05:30.238208Z","caller":"traceutil/trace.go:171","msg":"trace[218742473] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"317.086071ms","start":"2026-05-08T11:05:29.921089Z","end":"2026-05-08T11:05:30.238175Z","steps":["trace[218742473] 'process raft request' (duration: 316.929497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:30.238423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:29.921068Z","time spent":"317.249393ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:05:30.475771Z","caller":"traceutil/trace.go:171","msg":"trace[2102695610] linearizableReadLoop","detail":"{readStateIndex:24609; appliedIndex:24608; }","duration":"258.039919ms","start":"2026-05-08T11:05:30.217695Z","end":"2026-05-08T11:05:30.475735Z","steps":["trace[2102695610] 'read index received' (duration: 20.601687ms)","trace[2102695610] 'applied index is now lower than readState.Index' (duration: 237.436322ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:05:30.475775Z","caller":"traceutil/trace.go:171","msg":"trace[1526202032] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"417.047779ms","start":"2026-05-08T11:05:30.058702Z","end":"2026-05-08T11:05:30.47575Z","steps":["trace[1526202032] 'process raft request' (duration: 415.342107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:30.476211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.644971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-08T11:05:30.47622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.521469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T11:05:30.476147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:30.058673Z","time spent":"417.321494ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:05:30.476307Z","caller":"traceutil/trace.go:171","msg":"trace[1408763763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23499; }","duration":"233.804254ms","start":"2026-05-08T11:05:30.242486Z","end":"2026-05-08T11:05:30.47629Z","steps":["trace[1408763763] 'agreement among raft nodes before linearized reading' (duration: 233.551379ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:30.476361Z","caller":"traceutil/trace.go:171","msg":"trace[1884927164] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23499; }","duration":"258.652412ms","start":"2026-05-08T11:05:30.217674Z","end":"2026-05-08T11:05:30.476326Z","steps":["trace[1884927164] 'agreement among raft nodes before linearized reading' (duration: 258.276594ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:30.79359Z","caller":"traceutil/trace.go:171","msg":"trace[1103235384] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"311.717019ms","start":"2026-05-08T11:05:30.481772Z","end":"2026-05-08T11:05:30.793489Z","steps":["trace[1103235384] 'process raft request' (duration: 214.969151ms)","trace[1103235384] 'compare' (duration: 96.417642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:05:30.793844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:30.481743Z","time spent":"311.968463ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:05:30.98222Z","caller":"traceutil/trace.go:171","msg":"trace[724988417] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24609; }","duration":"311.424513ms","start":"2026-05-08T11:05:30.670758Z","end":"2026-05-08T11:05:30.982183Z","steps":["trace[724988417] 'read index received' (duration: 26.030398ms)","trace[724988417] 'applied index is now lower than readState.Index' (duration: 285.392765ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:05:30.982279Z","caller":"traceutil/trace.go:171","msg":"trace[169237718] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"500.411596ms","start":"2026-05-08T11:05:30.481828Z","end":"2026-05-08T11:05:30.982239Z","steps":["trace[169237718] 'process raft request' (duration: 448.896267ms)","trace[169237718] 'compare' (duration: 51.203883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:05:30.982393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.626847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:05:30.982454Z","caller":"traceutil/trace.go:171","msg":"trace[357340450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23501; }","duration":"311.729708ms","start":"2026-05-08T11:05:30.670707Z","end":"2026-05-08T11:05:30.982436Z","steps":["trace[357340450] 'agreement among raft nodes before linearized reading' (duration: 311.583306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:30.982479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:30.481804Z","time spent":"500.572128ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:05:30.982842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:30.670689Z","time spent":"312.130066ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:05:31.317725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.699394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-08T11:05:31.317826Z","caller":"traceutil/trace.go:171","msg":"trace[814107752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23501; }","duration":"133.872536ms","start":"2026-05-08T11:05:31.183924Z","end":"2026-05-08T11:05:31.317796Z","steps":["trace[814107752] 'range keys from in-memory index tree' (duration: 133.438189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:31.317714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.42054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:05:31.317947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T11:05:31.317975Z","caller":"traceutil/trace.go:171","msg":"trace[1019506254] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23501; }","duration":"131.769847ms","start":"2026-05-08T11:05:31.186187Z","end":"2026-05-08T11:05:31.317957Z","steps":["trace[1019506254] 'count revisions from in-memory index tree' (duration: 131.315569ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:31.318006Z","caller":"traceutil/trace.go:171","msg":"trace[2002457306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23501; }","duration":"110.041009ms","start":"2026-05-08T11:05:31.207951Z","end":"2026-05-08T11:05:31.317992Z","steps":["trace[2002457306] 'range keys from in-memory index tree' (duration: 109.799784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:31.318084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.208433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T11:05:31.318106Z","caller":"traceutil/trace.go:171","msg":"trace[1049354028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23501; }","duration":"117.252474ms","start":"2026-05-08T11:05:31.200848Z","end":"2026-05-08T11:05:31.318101Z","steps":["trace[1049354028] 'range keys from in-memory index tree' (duration: 117.027501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:31.736778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.886558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:05:31.737262Z","caller":"traceutil/trace.go:171","msg":"trace[1947555299] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"413.97797ms","start":"2026-05-08T11:05:31.323239Z","end":"2026-05-08T11:05:31.737217Z","steps":["trace[1947555299] 'process raft request' (duration: 271.519583ms)","trace[1947555299] 'compare' (duration: 141.630142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:05:31.737497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:31.323216Z","time spent":"414.154124ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:05:31.737709Z","caller":"traceutil/trace.go:171","msg":"trace[1401774980] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"412.791639ms","start":"2026-05-08T11:05:31.324789Z","end":"2026-05-08T11:05:31.73758Z","steps":["trace[1401774980] 'process raft request' (duration: 412.578024ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:31.73769Z","caller":"traceutil/trace.go:171","msg":"trace[626019512] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"414.273357ms","start":"2026-05-08T11:05:31.323375Z","end":"2026-05-08T11:05:31.737648Z","steps":["trace[626019512] 'process raft request' (duration: 413.873999ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:31.737743Z","caller":"traceutil/trace.go:171","msg":"trace[812964534] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"414.333538ms","start":"2026-05-08T11:05:31.32333Z","end":"2026-05-08T11:05:31.737664Z","steps":["trace[812964534] 'process raft request' (duration: 413.590304ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:31.737782Z","caller":"traceutil/trace.go:171","msg":"trace[879934932] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"414.216006ms","start":"2026-05-08T11:05:31.323481Z","end":"2026-05-08T11:05:31.737697Z","steps":["trace[879934932] 'process raft request' (duration: 413.828038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:05:31.73788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:31.323344Z","time spent":"414.44473ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:05:31.738006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:31.323434Z","time spent":"414.464101ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:05:31.738042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:31.324778Z","time spent":"413.002394ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:05:31.738079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:05:31.323303Z","time spent":"414.600533ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:05:32.036071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:05:32.036087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.818523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:05:32.036179Z","caller":"traceutil/trace.go:171","msg":"trace[178331716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23507; }","duration":"135.915685ms","start":"2026-05-08T11:05:31.900239Z","end":"2026-05-08T11:05:32.036155Z","steps":["trace[178331716] 'range keys from in-memory index tree' (duration: 135.582269ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:32.036192Z","caller":"traceutil/trace.go:171","msg":"trace[573563443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23507; }","duration":"184.999517ms","start":"2026-05-08T11:05:31.851169Z","end":"2026-05-08T11:05:32.036169Z","steps":["trace[573563443] 'count revisions from in-memory index tree' (duration: 184.718662ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:05:32.036698Z","caller":"traceutil/trace.go:171","msg":"trace[1236251931] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"117.355296ms","start":"2026-05-08T11:05:31.919326Z","end":"2026-05-08T11:05:32.036681Z","steps":["trace[1236251931] 'process raft request' (duration: 31.292269ms)","trace[1236251931] 'compare' (duration: 85.389365ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:09:08.202959Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a9f.wal"} {"level":"info","ts":"2026-05-08T11:09:10.403695Z","caller":"traceutil/trace.go:171","msg":"trace[1997139853] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"260.084079ms","start":"2026-05-08T11:09:10.143569Z","end":"2026-05-08T11:09:10.403653Z","steps":["trace[1997139853] 'process raft request' (duration: 259.857404ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:10:25.490747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23469} {"level":"info","ts":"2026-05-08T11:10:25.60226Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23469,"took":"106.914589ms","hash":2933410213,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":43937792,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-08T11:10:25.602337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2933410213,"revision":23469,"compact-revision":20935} {"level":"info","ts":"2026-05-08T11:10:47.717941Z","caller":"traceutil/trace.go:171","msg":"trace[1513322159] linearizableReadLoop","detail":"{readStateIndex:28564; appliedIndex:28563; }","duration":"164.863518ms","start":"2026-05-08T11:10:47.553043Z","end":"2026-05-08T11:10:47.717907Z","steps":["trace[1513322159] 'read index received' (duration: 164.626083ms)","trace[1513322159] 'applied index is now lower than readState.Index' (duration: 236.285µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:10:47.718092Z","caller":"traceutil/trace.go:171","msg":"trace[1672694272] transaction","detail":"{read_only:false; response_revision:27295; number_of_response:1; }","duration":"215.117743ms","start":"2026-05-08T11:10:47.502922Z","end":"2026-05-08T11:10:47.71804Z","steps":["trace[1672694272] 'process raft request' (duration: 214.765637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:10:47.718294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.85746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:10:47.718299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.245806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:10:47.7184Z","caller":"traceutil/trace.go:171","msg":"trace[1864463754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27295; }","duration":"165.41101ms","start":"2026-05-08T11:10:47.552973Z","end":"2026-05-08T11:10:47.718384Z","steps":["trace[1864463754] 'agreement among raft nodes before linearized reading' (duration: 165.127634ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:10:47.718347Z","caller":"traceutil/trace.go:171","msg":"trace[1885853748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27295; }","duration":"163.977633ms","start":"2026-05-08T11:10:47.554357Z","end":"2026-05-08T11:10:47.718334Z","steps":["trace[1885853748] 'agreement among raft nodes before linearized reading' (duration: 163.787379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:10:47.718434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.476363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:10:47.718569Z","caller":"traceutil/trace.go:171","msg":"trace[85366647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27295; }","duration":"163.623615ms","start":"2026-05-08T11:10:47.55493Z","end":"2026-05-08T11:10:47.718554Z","steps":["trace[85366647] 'agreement among raft nodes before linearized reading' (duration: 163.437462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:10:47.718588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.091716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:10:47.718681Z","caller":"traceutil/trace.go:171","msg":"trace[1756571582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27295; }","duration":"163.29829ms","start":"2026-05-08T11:10:47.555363Z","end":"2026-05-08T11:10:47.718661Z","steps":["trace[1756571582] 'agreement among raft nodes before linearized reading' (duration: 162.983765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:10:47.719074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.008477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:10:47.72004Z","caller":"traceutil/trace.go:171","msg":"trace[628726278] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27295; }","duration":"160.13619ms","start":"2026-05-08T11:10:47.559011Z","end":"2026-05-08T11:10:47.719147Z","steps":["trace[628726278] 'agreement among raft nodes before linearized reading' (duration: 159.469948ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:11:33.228186Z","caller":"traceutil/trace.go:171","msg":"trace[494856198] transaction","detail":"{read_only:false; response_revision:27807; number_of_response:1; }","duration":"104.817851ms","start":"2026-05-08T11:11:33.123339Z","end":"2026-05-08T11:11:33.228156Z","steps":["trace[494856198] 'process raft request' (duration: 104.124537ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:37.940799Z","caller":"traceutil/trace.go:171","msg":"trace[260311653] linearizableReadLoop","detail":"{readStateIndex:29862; appliedIndex:29861; }","duration":"143.002908ms","start":"2026-05-08T11:12:37.797776Z","end":"2026-05-08T11:12:37.940779Z","steps":["trace[260311653] 'read index received' (duration: 142.847675ms)","trace[260311653] 'applied index is now lower than readState.Index' (duration: 154.373µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:37.940975Z","caller":"traceutil/trace.go:171","msg":"trace[1304785891] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"223.045424ms","start":"2026-05-08T11:12:37.717838Z","end":"2026-05-08T11:12:37.940884Z","steps":["trace[1304785891] 'process raft request' (duration: 222.787878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:37.941041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.252983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:12:37.941079Z","caller":"traceutil/trace.go:171","msg":"trace[124546655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28542; }","duration":"143.347725ms","start":"2026-05-08T11:12:37.797721Z","end":"2026-05-08T11:12:37.941069Z","steps":["trace[124546655] 'agreement among raft nodes before linearized reading' (duration: 143.148662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.359701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.485325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:38.359904Z","caller":"traceutil/trace.go:171","msg":"trace[1173050870] linearizableReadLoop","detail":"{readStateIndex:29864; appliedIndex:29863; }","duration":"361.100107ms","start":"2026-05-08T11:12:37.99878Z","end":"2026-05-08T11:12:38.35988Z","steps":["trace[1173050870] 'read index received' (duration: 233.259736ms)","trace[1173050870] 'applied index is now lower than readState.Index' (duration: 127.838131ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:38.359949Z","caller":"traceutil/trace.go:171","msg":"trace[911286865] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"414.884746ms","start":"2026-05-08T11:12:37.945029Z","end":"2026-05-08T11:12:38.359914Z","steps":["trace[911286865] 'process raft request' (duration: 287.026604ms)","trace[911286865] 'compare' (duration: 127.309361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:38.36012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.348631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:12:38.360168Z","caller":"traceutil/trace.go:171","msg":"trace[1210428225] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28544; }","duration":"361.445833ms","start":"2026-05-08T11:12:37.998702Z","end":"2026-05-08T11:12:38.360147Z","steps":["trace[1210428225] 'agreement among raft nodes before linearized reading' (duration: 361.27447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.360213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:37.99867Z","time spent":"361.533705ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:38.360483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:37.944984Z","time spent":"415.167811ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:38.363459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.074116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-08T11:12:38.363529Z","caller":"traceutil/trace.go:171","msg":"trace[226670125] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28545; }","duration":"342.193169ms","start":"2026-05-08T11:12:38.021324Z","end":"2026-05-08T11:12:38.363517Z","steps":["trace[226670125] 'agreement among raft nodes before linearized reading' (duration: 341.871213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.363571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.0213Z","time spent":"342.26204ms","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":247,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:38.363812Z","caller":"traceutil/trace.go:171","msg":"trace[1750433876] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"115.217213ms","start":"2026-05-08T11:12:38.248585Z","end":"2026-05-08T11:12:38.363802Z","steps":["trace[1750433876] 'process raft request' (duration: 114.514339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.364104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.288122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-08T11:12:38.364151Z","caller":"traceutil/trace.go:171","msg":"trace[1612927238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28545; }","duration":"144.379384ms","start":"2026-05-08T11:12:38.219762Z","end":"2026-05-08T11:12:38.364141Z","steps":["trace[1612927238] 'agreement among raft nodes before linearized reading' (duration: 144.282712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.36433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.528436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:12:38.364377Z","caller":"traceutil/trace.go:171","msg":"trace[919065169] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28545; }","duration":"341.628338ms","start":"2026-05-08T11:12:38.022739Z","end":"2026-05-08T11:12:38.364368Z","steps":["trace[919065169] 'agreement among raft nodes before linearized reading' (duration: 341.539537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.364413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.022708Z","time spent":"341.69734ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:12:38.638116Z","caller":"traceutil/trace.go:171","msg":"trace[52174175] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"266.666588ms","start":"2026-05-08T11:12:38.371424Z","end":"2026-05-08T11:12:38.638091Z","steps":["trace[52174175] 'process raft request' (duration: 266.306132ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:38.653009Z","caller":"traceutil/trace.go:171","msg":"trace[1122963031] transaction","detail":"{read_only:false; response_revision:28547; number_of_response:1; }","duration":"278.806339ms","start":"2026-05-08T11:12:38.374143Z","end":"2026-05-08T11:12:38.652949Z","steps":["trace[1122963031] 'process raft request' (duration: 278.587915ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:38.653377Z","caller":"traceutil/trace.go:171","msg":"trace[2065332356] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"189.816564ms","start":"2026-05-08T11:12:38.463547Z","end":"2026-05-08T11:12:38.653364Z","steps":["trace[2065332356] 'process raft request' (duration: 189.58247ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:38.653362Z","caller":"traceutil/trace.go:171","msg":"trace[443795518] linearizableReadLoop","detail":"{readStateIndex:29868; appliedIndex:29865; }","duration":"263.805084ms","start":"2026-05-08T11:12:38.389526Z","end":"2026-05-08T11:12:38.653331Z","steps":["trace[443795518] 'read index received' (duration: 248.515264ms)","trace[443795518] 'applied index is now lower than readState.Index' (duration: 15.28812ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:38.653384Z","caller":"traceutil/trace.go:171","msg":"trace[462633498] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"279.067814ms","start":"2026-05-08T11:12:38.374263Z","end":"2026-05-08T11:12:38.65333Z","steps":["trace[462633498] 'process raft request' (duration: 278.618536ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:38.653513Z","caller":"traceutil/trace.go:171","msg":"trace[1250062707] transaction","detail":"{read_only:false; response_revision:28550; number_of_response:1; }","duration":"187.646543ms","start":"2026-05-08T11:12:38.46585Z","end":"2026-05-08T11:12:38.653497Z","steps":["trace[1250062707] 'process raft request' (duration: 187.423419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.653781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.824549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:12:38.653814Z","caller":"traceutil/trace.go:171","msg":"trace[225430762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28550; }","duration":"260.911241ms","start":"2026-05-08T11:12:38.392894Z","end":"2026-05-08T11:12:38.653805Z","steps":["trace[225430762] 'agreement among raft nodes before linearized reading' (duration: 260.783279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.653916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.064742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:12:38.653936Z","caller":"traceutil/trace.go:171","msg":"trace[196033282] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:28550; }","duration":"169.137343ms","start":"2026-05-08T11:12:38.484793Z","end":"2026-05-08T11:12:38.65393Z","steps":["trace[196033282] 'agreement among raft nodes before linearized reading' (duration: 169.078262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.654024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.476278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:12:38.654071Z","caller":"traceutil/trace.go:171","msg":"trace[81600816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28550; }","duration":"264.553399ms","start":"2026-05-08T11:12:38.389501Z","end":"2026-05-08T11:12:38.654054Z","steps":["trace[81600816] 'agreement among raft nodes before linearized reading' (duration: 264.387416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.6541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.418161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:12:38.65413Z","caller":"traceutil/trace.go:171","msg":"trace[1459452803] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28550; }","duration":"223.471472ms","start":"2026-05-08T11:12:38.43065Z","end":"2026-05-08T11:12:38.654121Z","steps":["trace[1459452803] 'agreement among raft nodes before linearized reading' (duration: 223.39169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:38.654335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.297598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:12:38.654393Z","caller":"traceutil/trace.go:171","msg":"trace[1529806869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28550; }","duration":"261.42284ms","start":"2026-05-08T11:12:38.392955Z","end":"2026-05-08T11:12:38.654378Z","steps":["trace[1529806869] 'agreement among raft nodes before linearized reading' (duration: 261.203286ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:39.115933Z","caller":"traceutil/trace.go:171","msg":"trace[6944744] transaction","detail":"{read_only:false; response_revision:28551; number_of_response:1; }","duration":"455.894663ms","start":"2026-05-08T11:12:38.659996Z","end":"2026-05-08T11:12:39.115891Z","steps":["trace[6944744] 'process raft request' (duration: 455.442164ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:39.115999Z","caller":"traceutil/trace.go:171","msg":"trace[1236618561] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"455.908233ms","start":"2026-05-08T11:12:38.660041Z","end":"2026-05-08T11:12:39.115949Z","steps":["trace[1236618561] 'process raft request' (duration: 455.691179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.116106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.751359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:39.11614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.659979Z","time spent":"456.052656ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:39.116153Z","caller":"traceutil/trace.go:171","msg":"trace[1237842639] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"455.535165ms","start":"2026-05-08T11:12:38.660607Z","end":"2026-05-08T11:12:39.116142Z","steps":["trace[1237842639] 'process raft request' (duration: 455.189238ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:39.116206Z","caller":"traceutil/trace.go:171","msg":"trace[725376467] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"454.130939ms","start":"2026-05-08T11:12:38.662065Z","end":"2026-05-08T11:12:39.116196Z","steps":["trace[725376467] 'process raft request' (duration: 453.811183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.116224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.660017Z","time spent":"456.084066ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:39.115949Z","caller":"traceutil/trace.go:171","msg":"trace[86756096] linearizableReadLoop","detail":"{readStateIndex:29876; appliedIndex:29871; }","duration":"415.886535ms","start":"2026-05-08T11:12:38.700034Z","end":"2026-05-08T11:12:39.11592Z","steps":["trace[86756096] 'read index received' (duration: 415.597799ms)","trace[86756096] 'applied index is now lower than readState.Index' (duration: 287.216µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:39.116341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.660596Z","time spent":"455.621097ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:39.116165Z","caller":"traceutil/trace.go:171","msg":"trace[1214307576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28555; }","duration":"447.8449ms","start":"2026-05-08T11:12:38.668309Z","end":"2026-05-08T11:12:39.116153Z","steps":["trace[1214307576] 'agreement among raft nodes before linearized reading' (duration: 447.702967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.116429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.668298Z","time spent":"448.118705ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:12:39.116041Z","caller":"traceutil/trace.go:171","msg":"trace[417008234] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"454.404305ms","start":"2026-05-08T11:12:38.66158Z","end":"2026-05-08T11:12:39.115984Z","steps":["trace[417008234] 'process raft request' (duration: 454.263852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.116666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.661567Z","time spent":"454.979385ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:39.117251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.662043Z","time spent":"454.194919ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:39.297638Z","caller":"traceutil/trace.go:171","msg":"trace[1569328354] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"596.357802ms","start":"2026-05-08T11:12:38.701235Z","end":"2026-05-08T11:12:39.297593Z","steps":["trace[1569328354] 'process raft request' (duration: 596.068186ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:39.2977Z","caller":"traceutil/trace.go:171","msg":"trace[740461825] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"592.485429ms","start":"2026-05-08T11:12:38.705185Z","end":"2026-05-08T11:12:39.29767Z","steps":["trace[740461825] 'process raft request' (duration: 592.318135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.297878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.7012Z","time spent":"596.554036ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:39.297883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.705144Z","time spent":"592.629542ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:39.297905Z","caller":"traceutil/trace.go:171","msg":"trace[624516728] linearizableReadLoop","detail":"{readStateIndex:29879; appliedIndex:29876; }","duration":"181.506427ms","start":"2026-05-08T11:12:39.116364Z","end":"2026-05-08T11:12:39.29787Z","steps":["trace[624516728] 'read index received' (duration: 181.042677ms)","trace[624516728] 'applied index is now lower than readState.Index' (duration: 462.52µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:39.298081Z","caller":"traceutil/trace.go:171","msg":"trace[528040429] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"418.431753ms","start":"2026-05-08T11:12:38.879635Z","end":"2026-05-08T11:12:39.298067Z","steps":["trace[528040429] 'process raft request' (duration: 417.981765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.298154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.879617Z","time spent":"418.505044ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:39.298232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.177169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-08T11:12:39.298272Z","caller":"traceutil/trace.go:171","msg":"trace[1713817983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28558; }","duration":"314.23667ms","start":"2026-05-08T11:12:38.984026Z","end":"2026-05-08T11:12:39.298262Z","steps":["trace[1713817983] 'agreement among raft nodes before linearized reading' (duration: 314.071837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:39.298308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:38.983948Z","time spent":"314.354323ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:12:39.298548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.858834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:39.298618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.356654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:39.298657Z","caller":"traceutil/trace.go:171","msg":"trace[1695893075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28559; }","duration":"180.989207ms","start":"2026-05-08T11:12:39.117642Z","end":"2026-05-08T11:12:39.298632Z","steps":["trace[1695893075] 'agreement among raft nodes before linearized reading' (duration: 180.750212ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:39.298689Z","caller":"traceutil/trace.go:171","msg":"trace[1130863844] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28559; }","duration":"124.517837ms","start":"2026-05-08T11:12:39.174152Z","end":"2026-05-08T11:12:39.29867Z","steps":["trace[1130863844] 'agreement among raft nodes before linearized reading' (duration: 124.291903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.089095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.894038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:43.089336Z","caller":"traceutil/trace.go:171","msg":"trace[324947824] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"404.664133ms","start":"2026-05-08T11:12:42.684639Z","end":"2026-05-08T11:12:43.089304Z","steps":["trace[324947824] 'process raft request' (duration: 95.380006ms)","trace[324947824] 'compare' (duration: 308.283087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:43.089486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:42.684603Z","time spent":"404.795344ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:43.089633Z","caller":"traceutil/trace.go:171","msg":"trace[323011789] linearizableReadLoop","detail":"{readStateIndex:29905; appliedIndex:29903; }","duration":"367.538ms","start":"2026-05-08T11:12:42.721906Z","end":"2026-05-08T11:12:43.089444Z","steps":["trace[323011789] 'read index received' (duration: 58.0288ms)","trace[323011789] 'applied index is now lower than readState.Index' (duration: 309.50748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:43.08978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.848755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:43.089762Z","caller":"traceutil/trace.go:171","msg":"trace[1074174188] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"402.883939ms","start":"2026-05-08T11:12:42.686566Z","end":"2026-05-08T11:12:43.08945Z","steps":["trace[1074174188] 'process raft request' (duration: 402.684446ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.089865Z","caller":"traceutil/trace.go:171","msg":"trace[178107095] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28583; }","duration":"368.007188ms","start":"2026-05-08T11:12:42.721834Z","end":"2026-05-08T11:12:43.089841Z","steps":["trace[178107095] 'agreement among raft nodes before linearized reading' (duration: 367.795974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.089915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:42.721805Z","time spent":"368.093669ms","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:43.089953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:42.686558Z","time spent":"403.301887ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:43.107623Z","caller":"traceutil/trace.go:171","msg":"trace[660898102] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"118.527615ms","start":"2026-05-08T11:12:42.989069Z","end":"2026-05-08T11:12:43.107597Z","steps":["trace[660898102] 'process raft request' (duration: 118.414123ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.505032Z","caller":"traceutil/trace.go:171","msg":"trace[1236416942] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"368.524687ms","start":"2026-05-08T11:12:43.136466Z","end":"2026-05-08T11:12:43.504991Z","steps":["trace[1236416942] 'process raft request' (duration: 368.216772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.505276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.136437Z","time spent":"368.712022ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:43.780102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.709684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:43.780833Z","caller":"traceutil/trace.go:171","msg":"trace[1324644332] linearizableReadLoop","detail":"{readStateIndex:29910; appliedIndex:29906; }","duration":"638.942028ms","start":"2026-05-08T11:12:43.141871Z","end":"2026-05-08T11:12:43.780813Z","steps":["trace[1324644332] 'read index received' (duration: 362.882081ms)","trace[1324644332] 'applied index is now lower than readState.Index' (duration: 276.058717ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:43.780945Z","caller":"traceutil/trace.go:171","msg":"trace[1705194923] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"639.449659ms","start":"2026-05-08T11:12:43.141483Z","end":"2026-05-08T11:12:43.780933Z","steps":["trace[1705194923] 'process raft request' (duration: 639.209123ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.780959Z","caller":"traceutil/trace.go:171","msg":"trace[1473573462] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"639.699913ms","start":"2026-05-08T11:12:43.141194Z","end":"2026-05-08T11:12:43.780894Z","steps":["trace[1473573462] 'process raft request' (duration: 639.368236ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.781066Z","caller":"traceutil/trace.go:171","msg":"trace[261423841] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"622.793683ms","start":"2026-05-08T11:12:43.158264Z","end":"2026-05-08T11:12:43.781058Z","steps":["trace[261423841] 'process raft request' (duration: 622.468266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.781127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.15824Z","time spent":"622.861495ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:43.781249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.14118Z","time spent":"639.916647ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:43.781487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.607521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-08T11:12:43.781025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.14147Z","time spent":"639.509009ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:43.781562Z","caller":"traceutil/trace.go:171","msg":"trace[1574673746] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28590; }","duration":"639.691422ms","start":"2026-05-08T11:12:43.141832Z","end":"2026-05-08T11:12:43.781524Z","steps":["trace[1574673746] 'agreement among raft nodes before linearized reading' (duration: 639.535509ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.78157Z","caller":"traceutil/trace.go:171","msg":"trace[903820479] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"467.658395ms","start":"2026-05-08T11:12:43.313848Z","end":"2026-05-08T11:12:43.781506Z","steps":["trace[903820479] 'process raft request' (duration: 466.925631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.781606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.141818Z","time spent":"639.779275ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:43.781743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.313814Z","time spent":"467.844339ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:43.781579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.618078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-05-08T11:12:43.781748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.226285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:43.781854Z","caller":"traceutil/trace.go:171","msg":"trace[1193993424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28590; }","duration":"111.43442ms","start":"2026-05-08T11:12:43.670398Z","end":"2026-05-08T11:12:43.781832Z","steps":["trace[1193993424] 'agreement among raft nodes before linearized reading' (duration: 111.177025ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:43.781835Z","caller":"traceutil/trace.go:171","msg":"trace[49709337] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28590; }","duration":"454.922294ms","start":"2026-05-08T11:12:43.326878Z","end":"2026-05-08T11:12:43.7818Z","steps":["trace[49709337] 'agreement among raft nodes before linearized reading' (duration: 454.432085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:43.781951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.326868Z","time spent":"455.043436ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:12:43.78219Z","caller":"traceutil/trace.go:171","msg":"trace[153442734] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"642.052018ms","start":"2026-05-08T11:12:43.13929Z","end":"2026-05-08T11:12:43.781342Z","steps":["trace[153442734] 'process raft request' (duration: 425.003968ms)","trace[153442734] 'compare' (duration: 215.240176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:43.782339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.139274Z","time spent":"642.983096ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:44.262162Z","caller":"traceutil/trace.go:171","msg":"trace[25879713] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"469.920027ms","start":"2026-05-08T11:12:43.792209Z","end":"2026-05-08T11:12:44.262129Z","steps":["trace[25879713] 'process raft request' (duration: 469.707933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:44.262356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.792195Z","time spent":"470.06667ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:44.583902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.322976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:44.58425Z","caller":"traceutil/trace.go:171","msg":"trace[1332850001] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"791.877544ms","start":"2026-05-08T11:12:43.792306Z","end":"2026-05-08T11:12:44.584183Z","steps":["trace[1332850001] 'process raft request' (duration: 556.160521ms)","trace[1332850001] 'compare' (duration: 234.352737ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:44.584332Z","caller":"traceutil/trace.go:171","msg":"trace[1238217666] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"623.008457ms","start":"2026-05-08T11:12:43.961276Z","end":"2026-05-08T11:12:44.584284Z","steps":["trace[1238217666] 'process raft request' (duration: 622.770943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:44.584484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.792278Z","time spent":"792.073077ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:44.584561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:43.961247Z","time spent":"623.19299ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:44.812846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.62753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T11:12:44.813195Z","caller":"traceutil/trace.go:171","msg":"trace[1922128626] linearizableReadLoop","detail":"{readStateIndex:29916; appliedIndex:29913; }","duration":"747.511204ms","start":"2026-05-08T11:12:44.065656Z","end":"2026-05-08T11:12:44.813167Z","steps":["trace[1922128626] 'read index received' (duration: 196.509081ms)","trace[1922128626] 'applied index is now lower than readState.Index' (duration: 550.999253ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:44.813232Z","caller":"traceutil/trace.go:171","msg":"trace[1940674222] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"429.32873ms","start":"2026-05-08T11:12:44.383877Z","end":"2026-05-08T11:12:44.813206Z","steps":["trace[1940674222] 'process raft request' (duration: 429.126486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:44.813392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.383858Z","time spent":"429.424611ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:44.813454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.762458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:44.813772Z","caller":"traceutil/trace.go:171","msg":"trace[1009680277] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28594; }","duration":"748.131425ms","start":"2026-05-08T11:12:44.065606Z","end":"2026-05-08T11:12:44.813737Z","steps":["trace[1009680277] 'agreement among raft nodes before linearized reading' (duration: 747.650297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:44.813847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.065584Z","time spent":"748.245307ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:45.186858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.585637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:45.187008Z","caller":"traceutil/trace.go:171","msg":"trace[829450783] linearizableReadLoop","detail":"{readStateIndex:29918; appliedIndex:29917; }","duration":"373.727096ms","start":"2026-05-08T11:12:44.813261Z","end":"2026-05-08T11:12:45.186988Z","steps":["trace[829450783] 'read index received' (duration: 246.865004ms)","trace[829450783] 'applied index is now lower than readState.Index' (duration: 126.860082ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:45.187066Z","caller":"traceutil/trace.go:171","msg":"trace[1531410225] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"480.172532ms","start":"2026-05-08T11:12:44.706845Z","end":"2026-05-08T11:12:45.187018Z","steps":["trace[1531410225] 'process raft request' (duration: 353.31941ms)","trace[1531410225] 'compare' (duration: 126.400874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:45.187128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.11461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:45.187162Z","caller":"traceutil/trace.go:171","msg":"trace[876971458] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28595; }","duration":"406.202701ms","start":"2026-05-08T11:12:44.780947Z","end":"2026-05-08T11:12:45.18715Z","steps":["trace[876971458] 'agreement among raft nodes before linearized reading' (duration: 406.1276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.187219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.780917Z","time spent":"406.285383ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:12:45.18727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.706812Z","time spent":"480.340325ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:45.187512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.817736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:45.187567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.607813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-08T11:12:45.187564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.250061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-08T11:12:45.187586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.311345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-08T11:12:45.187632Z","caller":"traceutil/trace.go:171","msg":"trace[2074049771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28595; }","duration":"952.375763ms","start":"2026-05-08T11:12:44.235235Z","end":"2026-05-08T11:12:45.187611Z","steps":["trace[2074049771] 'agreement among raft nodes before linearized reading' (duration: 952.19871ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.187629Z","caller":"traceutil/trace.go:171","msg":"trace[1145366982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28595; }","duration":"598.713786ms","start":"2026-05-08T11:12:44.588897Z","end":"2026-05-08T11:12:45.187611Z","steps":["trace[1145366982] 'agreement among raft nodes before linearized reading' (duration: 598.517092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.187668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.588878Z","time spent":"598.782877ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:12:45.187607Z","caller":"traceutil/trace.go:171","msg":"trace[1442786529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28595; }","duration":"515.925308ms","start":"2026-05-08T11:12:44.671663Z","end":"2026-05-08T11:12:45.187588Z","steps":["trace[1442786529] 'agreement among raft nodes before linearized reading' (duration: 515.763385ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.187678Z","caller":"traceutil/trace.go:171","msg":"trace[805197635] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28595; }","duration":"921.409467ms","start":"2026-05-08T11:12:44.266244Z","end":"2026-05-08T11:12:45.187653Z","steps":["trace[805197635] 'agreement among raft nodes before linearized reading' (duration: 921.165582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.187725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.266175Z","time spent":"921.540499ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:45.187702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.181895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:12:45.187699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.636999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T11:12:45.187508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.482936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:45.187795Z","caller":"traceutil/trace.go:171","msg":"trace[1874954082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28595; }","duration":"730.315308ms","start":"2026-05-08T11:12:44.457459Z","end":"2026-05-08T11:12:45.187774Z","steps":["trace[1874954082] 'agreement among raft nodes before linearized reading' (duration: 730.015992ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.187827Z","caller":"traceutil/trace.go:171","msg":"trace[323922075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28595; }","duration":"791.838033ms","start":"2026-05-08T11:12:44.395954Z","end":"2026-05-08T11:12:45.187792Z","steps":["trace[323922075] 'agreement among raft nodes before linearized reading' (duration: 791.451276ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.187834Z","caller":"traceutil/trace.go:171","msg":"trace[435708395] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28595; }","duration":"820.868602ms","start":"2026-05-08T11:12:44.366942Z","end":"2026-05-08T11:12:45.187811Z","steps":["trace[435708395] 'agreement among raft nodes before linearized reading' (duration: 820.476295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.187841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.457445Z","time spent":"730.386689ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:12:45.187885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.366921Z","time spent":"820.947344ms","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:45.187886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.395924Z","time spent":"791.951785ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:12:45.187666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.235203Z","time spent":"952.457605ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-08T11:12:45.187766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:44.67159Z","time spent":"516.154452ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:12:45.335803Z","caller":"traceutil/trace.go:171","msg":"trace[1271210646] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"239.357352ms","start":"2026-05-08T11:12:45.096406Z","end":"2026-05-08T11:12:45.335763Z","steps":["trace[1271210646] 'process raft request' (duration: 229.505495ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.335875Z","caller":"traceutil/trace.go:171","msg":"trace[984060215] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"143.19292ms","start":"2026-05-08T11:12:45.192644Z","end":"2026-05-08T11:12:45.335837Z","steps":["trace[984060215] 'process raft request' (duration: 143.066668ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.335964Z","caller":"traceutil/trace.go:171","msg":"trace[1695107898] linearizableReadLoop","detail":"{readStateIndex:29919; appliedIndex:29918; }","duration":"148.887299ms","start":"2026-05-08T11:12:45.187038Z","end":"2026-05-08T11:12:45.335926Z","steps":["trace[1695107898] 'read index received' (duration: 139.048103ms)","trace[1695107898] 'applied index is now lower than readState.Index' (duration: 9.835686ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:45.336238Z","caller":"traceutil/trace.go:171","msg":"trace[1287890722] transaction","detail":"{read_only:false; response_revision:28598; number_of_response:1; }","duration":"143.340733ms","start":"2026-05-08T11:12:45.192882Z","end":"2026-05-08T11:12:45.336222Z","steps":["trace[1287890722] 'process raft request' (duration: 142.901605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.336282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.652295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:12:45.336325Z","caller":"traceutil/trace.go:171","msg":"trace[1970540130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28598; }","duration":"241.768507ms","start":"2026-05-08T11:12:45.094548Z","end":"2026-05-08T11:12:45.336317Z","steps":["trace[1970540130] 'agreement among raft nodes before linearized reading' (duration: 241.515322ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.336553Z","caller":"traceutil/trace.go:171","msg":"trace[1108807136] transaction","detail":"{read_only:false; response_revision:28599; number_of_response:1; }","duration":"141.650833ms","start":"2026-05-08T11:12:45.19489Z","end":"2026-05-08T11:12:45.33654Z","steps":["trace[1108807136] 'process raft request' (duration: 141.208544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.336586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.43119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:45.336627Z","caller":"traceutil/trace.go:171","msg":"trace[1974047190] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28599; }","duration":"140.503401ms","start":"2026-05-08T11:12:45.196112Z","end":"2026-05-08T11:12:45.336616Z","steps":["trace[1974047190] 'agreement among raft nodes before linearized reading' (duration: 140.405909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.336686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.437326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-08T11:12:45.336714Z","caller":"traceutil/trace.go:171","msg":"trace[1397381835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28599; }","duration":"143.481287ms","start":"2026-05-08T11:12:45.193227Z","end":"2026-05-08T11:12:45.336708Z","steps":["trace[1397381835] 'agreement among raft nodes before linearized reading' (duration: 143.404576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.336773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.67933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3aa23a80-c1e1-4c81-8b6e-a53388224c9c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-08T11:12:45.336827Z","caller":"traceutil/trace.go:171","msg":"trace[167294927] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3aa23a80-c1e1-4c81-8b6e-a53388224c9c; range_end:; response_count:1; response_revision:28599; }","duration":"143.771402ms","start":"2026-05-08T11:12:45.193034Z","end":"2026-05-08T11:12:45.336806Z","steps":["trace[167294927] 'agreement among raft nodes before linearized reading' (duration: 143.631069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.336329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.603717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:45.337107Z","caller":"traceutil/trace.go:171","msg":"trace[1016843411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28599; }","duration":"146.437833ms","start":"2026-05-08T11:12:45.190656Z","end":"2026-05-08T11:12:45.337094Z","steps":["trace[1016843411] 'agreement among raft nodes before linearized reading' (duration: 145.593737ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.904004Z","caller":"traceutil/trace.go:171","msg":"trace[2135276956] transaction","detail":"{read_only:false; response_revision:28601; number_of_response:1; }","duration":"517.807735ms","start":"2026-05-08T11:12:45.386169Z","end":"2026-05-08T11:12:45.903977Z","steps":["trace[2135276956] 'process raft request' (duration: 517.580761ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:45.90402Z","caller":"traceutil/trace.go:171","msg":"trace[1676351173] linearizableReadLoop","detail":"{readStateIndex:29924; appliedIndex:29924; }","duration":"459.433869ms","start":"2026-05-08T11:12:45.444545Z","end":"2026-05-08T11:12:45.903979Z","steps":["trace[1676351173] 'read index received' (duration: 459.414089ms)","trace[1676351173] 'applied index is now lower than readState.Index' (duration: 16.29µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:45.904304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.386151Z","time spent":"517.944327ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:45.904856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.286755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-08T11:12:45.904993Z","caller":"traceutil/trace.go:171","msg":"trace[659895009] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28601; }","duration":"460.467759ms","start":"2026-05-08T11:12:45.444504Z","end":"2026-05-08T11:12:45.904972Z","steps":["trace[659895009] 'agreement among raft nodes before linearized reading' (duration: 459.572132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:45.905068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.444486Z","time spent":"460.569051ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-08T11:12:46.314897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.651207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:46.31504Z","caller":"traceutil/trace.go:171","msg":"trace[802706218] linearizableReadLoop","detail":"{readStateIndex:29925; appliedIndex:29924; }","duration":"410.912451ms","start":"2026-05-08T11:12:45.904108Z","end":"2026-05-08T11:12:46.31502Z","steps":["trace[802706218] 'read index received' (duration: 162.050549ms)","trace[802706218] 'applied index is now lower than readState.Index' (duration: 248.855872ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:46.315126Z","caller":"traceutil/trace.go:171","msg":"trace[1092224952] transaction","detail":"{read_only:false; response_revision:28602; number_of_response:1; }","duration":"526.888697ms","start":"2026-05-08T11:12:45.788226Z","end":"2026-05-08T11:12:46.315115Z","steps":["trace[1092224952] 'process raft request' (duration: 277.910733ms)","trace[1092224952] 'compare' (duration: 248.115598ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:46.315173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.788202Z","time spent":"526.946178ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:46.315406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.304077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:46.31543Z","caller":"traceutil/trace.go:171","msg":"trace[1941584896] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28602; }","duration":"507.364628ms","start":"2026-05-08T11:12:45.808056Z","end":"2026-05-08T11:12:46.315421Z","steps":["trace[1941584896] 'agreement among raft nodes before linearized reading' (duration: 507.308967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.315457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.808041Z","time spent":"507.410769ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:46.315954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.401674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-08T11:12:46.315976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.646945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T11:12:46.315994Z","caller":"traceutil/trace.go:171","msg":"trace[1065281897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28602; }","duration":"529.493715ms","start":"2026-05-08T11:12:45.786492Z","end":"2026-05-08T11:12:46.315986Z","steps":["trace[1065281897] 'agreement among raft nodes before linearized reading' (duration: 529.119689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.316038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.786467Z","time spent":"529.564807ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T11:12:46.316033Z","caller":"traceutil/trace.go:171","msg":"trace[169778074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28602; }","duration":"805.763047ms","start":"2026-05-08T11:12:45.510254Z","end":"2026-05-08T11:12:46.316017Z","steps":["trace[169778074] 'agreement among raft nodes before linearized reading' (duration: 805.588574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.316014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.874264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e97e378e-bee3-4a4a-9826-7a759b786069\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-08T11:12:46.315924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.651167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:46.316041Z","caller":"traceutil/trace.go:171","msg":"trace[321902643] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28602; }","duration":"404.271735ms","start":"2026-05-08T11:12:45.911738Z","end":"2026-05-08T11:12:46.31601Z","steps":["trace[321902643] 'process raft request' (duration: 403.899548ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:46.316126Z","caller":"traceutil/trace.go:171","msg":"trace[2016382130] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e97e378e-bee3-4a4a-9826-7a759b786069; range_end:; response_count:1; response_revision:28602; }","duration":"407.059697ms","start":"2026-05-08T11:12:45.909042Z","end":"2026-05-08T11:12:46.316102Z","steps":["trace[2016382130] 'agreement among raft nodes before linearized reading' (duration: 406.718641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.316126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.614078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-08T11:12:46.31607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.510227Z","time spent":"805.834468ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:12:46.316189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.909017Z","time spent":"407.16133ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e97e378e-bee3-4a4a-9826-7a759b786069\" "} {"level":"info","ts":"2026-05-08T11:12:46.316199Z","caller":"traceutil/trace.go:171","msg":"trace[1318108965] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28602; }","duration":"529.71662ms","start":"2026-05-08T11:12:45.786463Z","end":"2026-05-08T11:12:46.316179Z","steps":["trace[1318108965] 'agreement among raft nodes before linearized reading' (duration: 529.518626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.316262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.786438Z","time spent":"529.814521ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:12:46.316254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.911722Z","time spent":"404.448009ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T11:12:46.316304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.74531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T11:12:46.316208Z","caller":"traceutil/trace.go:171","msg":"trace[448827274] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28602; }","duration":"652.901052ms","start":"2026-05-08T11:12:45.663223Z","end":"2026-05-08T11:12:46.316124Z","steps":["trace[448827274] 'agreement among raft nodes before linearized reading' (duration: 652.530555ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:46.316451Z","caller":"traceutil/trace.go:171","msg":"trace[1145991145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28602; }","duration":"529.956644ms","start":"2026-05-08T11:12:45.786463Z","end":"2026-05-08T11:12:46.316419Z","steps":["trace[1145991145] 'agreement among raft nodes before linearized reading' (duration: 529.513796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.316519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.786439Z","time spent":"530.068307ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:12:46.316914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:45.663153Z","time spent":"653.348352ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:46.680806Z","caller":"traceutil/trace.go:171","msg":"trace[186928931] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"358.428567ms","start":"2026-05-08T11:12:46.322332Z","end":"2026-05-08T11:12:46.680761Z","steps":["trace[186928931] 'process raft request' (duration: 358.299624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.681046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.322323Z","time spent":"358.58236ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:46.681152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.985305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-08T11:12:46.681245Z","caller":"traceutil/trace.go:171","msg":"trace[878348769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28607; }","duration":"258.102537ms","start":"2026-05-08T11:12:46.423111Z","end":"2026-05-08T11:12:46.681214Z","steps":["trace[878348769] 'agreement among raft nodes before linearized reading' (duration: 257.771791ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:46.681246Z","caller":"traceutil/trace.go:171","msg":"trace[1305975968] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"352.147147ms","start":"2026-05-08T11:12:46.329084Z","end":"2026-05-08T11:12:46.681231Z","steps":["trace[1305975968] 'process raft request' (duration: 351.640338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.681304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.329059Z","time spent":"352.21497ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:46.680828Z","caller":"traceutil/trace.go:171","msg":"trace[1990304418] linearizableReadLoop","detail":"{readStateIndex:29931; appliedIndex:29930; }","duration":"257.664009ms","start":"2026-05-08T11:12:46.423131Z","end":"2026-05-08T11:12:46.680795Z","steps":["trace[1990304418] 'read index received' (duration: 257.582058ms)","trace[1990304418] 'applied index is now lower than readState.Index' (duration: 80.501µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:46.680804Z","caller":"traceutil/trace.go:171","msg":"trace[29396331] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"358.535949ms","start":"2026-05-08T11:12:46.322229Z","end":"2026-05-08T11:12:46.680765Z","steps":["trace[29396331] 'process raft request' (duration: 358.235782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.681513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.322204Z","time spent":"359.200771ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:46.68117Z","caller":"traceutil/trace.go:171","msg":"trace[132351799] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"358.780464ms","start":"2026-05-08T11:12:46.322374Z","end":"2026-05-08T11:12:46.681155Z","steps":["trace[132351799] 'process raft request' (duration: 358.298785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:46.681665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.322335Z","time spent":"359.294673ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:47.049241Z","caller":"traceutil/trace.go:171","msg":"trace[133297211] linearizableReadLoop","detail":"{readStateIndex:29932; appliedIndex:29931; }","duration":"367.866296ms","start":"2026-05-08T11:12:46.681344Z","end":"2026-05-08T11:12:47.049211Z","steps":["trace[133297211] 'read index received' (duration: 367.670152ms)","trace[133297211] 'applied index is now lower than readState.Index' (duration: 194.664µs)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:47.049351Z","caller":"traceutil/trace.go:171","msg":"trace[1193917467] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"458.005633ms","start":"2026-05-08T11:12:46.591288Z","end":"2026-05-08T11:12:47.049294Z","steps":["trace[1193917467] 'process raft request' (duration: 457.704307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.049465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.964964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:47.049503Z","caller":"traceutil/trace.go:171","msg":"trace[726275806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28608; }","duration":"380.109407ms","start":"2026-05-08T11:12:46.669382Z","end":"2026-05-08T11:12:47.049491Z","steps":["trace[726275806] 'agreement among raft nodes before linearized reading' (duration: 379.978615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.049509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.208195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:47.049571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.591261Z","time spent":"458.168325ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:47.0496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.669361Z","time spent":"380.208119ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:12:47.049637Z","caller":"traceutil/trace.go:171","msg":"trace[1414721796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:28608; }","duration":"459.386578ms","start":"2026-05-08T11:12:46.590225Z","end":"2026-05-08T11:12:47.049612Z","steps":["trace[1414721796] 'agreement among raft nodes before linearized reading' (duration: 459.190655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.049691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.590204Z","time spent":"459.475661ms","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:47.049702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.227672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:47.049922Z","caller":"traceutil/trace.go:171","msg":"trace[1475294402] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28608; }","duration":"472.563347ms","start":"2026-05-08T11:12:46.57733Z","end":"2026-05-08T11:12:47.049893Z","steps":["trace[1475294402] 'agreement among raft nodes before linearized reading' (duration: 472.14762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.050019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.577298Z","time spent":"472.675789ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:47.071261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.642702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e5c66b3-dda4-4739-be9f-a2205412ae5e\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-08T11:12:47.07127Z","caller":"traceutil/trace.go:171","msg":"trace[533789119] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"250.224028ms","start":"2026-05-08T11:12:46.821013Z","end":"2026-05-08T11:12:47.071237Z","steps":["trace[533789119] 'process raft request' (duration: 249.793279ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:47.071327Z","caller":"traceutil/trace.go:171","msg":"trace[870147843] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e5c66b3-dda4-4739-be9f-a2205412ae5e; range_end:; response_count:1; response_revision:28609; }","duration":"386.710514ms","start":"2026-05-08T11:12:46.6846Z","end":"2026-05-08T11:12:47.07131Z","steps":["trace[870147843] 'agreement among raft nodes before linearized reading' (duration: 386.468738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.071361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.684533Z","time spent":"386.820145ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6e5c66b3-dda4-4739-be9f-a2205412ae5e\" "} {"level":"warn","ts":"2026-05-08T11:12:47.071395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.558839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-08T11:12:47.07146Z","caller":"traceutil/trace.go:171","msg":"trace[326312326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28609; }","duration":"359.690711ms","start":"2026-05-08T11:12:46.711753Z","end":"2026-05-08T11:12:47.071444Z","steps":["trace[326312326] 'agreement among raft nodes before linearized reading' (duration: 359.477697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.071512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:46.711726Z","time spent":"359.773362ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:12:47.569882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.704532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:47.569985Z","caller":"traceutil/trace.go:171","msg":"trace[720006279] linearizableReadLoop","detail":"{readStateIndex:29934; appliedIndex:29933; }","duration":"228.567738ms","start":"2026-05-08T11:12:47.341401Z","end":"2026-05-08T11:12:47.569968Z","steps":["trace[720006279] 'read index received' (duration: 19.699754ms)","trace[720006279] 'applied index is now lower than readState.Index' (duration: 208.866724ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:47.570204Z","caller":"traceutil/trace.go:171","msg":"trace[1350109162] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"375.265285ms","start":"2026-05-08T11:12:47.194926Z","end":"2026-05-08T11:12:47.570191Z","steps":["trace[1350109162] 'process raft request' (duration: 166.150826ms)","trace[1350109162] 'compare' (duration: 208.055569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:47.570278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.194887Z","time spent":"375.348027ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:47.570459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.041957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:12:47.570526Z","caller":"traceutil/trace.go:171","msg":"trace[2025255663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28610; }","duration":"229.161579ms","start":"2026-05-08T11:12:47.341348Z","end":"2026-05-08T11:12:47.57051Z","steps":["trace[2025255663] 'agreement among raft nodes before linearized reading' (duration: 228.916835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.572332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.79673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:12:47.572424Z","caller":"traceutil/trace.go:171","msg":"trace[1742147842] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28611; }","duration":"230.958053ms","start":"2026-05-08T11:12:47.341444Z","end":"2026-05-08T11:12:47.572402Z","steps":["trace[1742147842] 'agreement among raft nodes before linearized reading' (duration: 230.696348ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:47.572728Z","caller":"traceutil/trace.go:171","msg":"trace[220168399] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"229.983895ms","start":"2026-05-08T11:12:47.342732Z","end":"2026-05-08T11:12:47.572716Z","steps":["trace[220168399] 'process raft request' (duration: 229.240241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.572889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.379217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:47.572927Z","caller":"traceutil/trace.go:171","msg":"trace[1926163734] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28611; }","duration":"160.474479ms","start":"2026-05-08T11:12:47.412441Z","end":"2026-05-08T11:12:47.572915Z","steps":["trace[1926163734] 'agreement among raft nodes before linearized reading' (duration: 160.411228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.57314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.342831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-08T11:12:47.573173Z","caller":"traceutil/trace.go:171","msg":"trace[1539987294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28611; }","duration":"202.427543ms","start":"2026-05-08T11:12:47.370737Z","end":"2026-05-08T11:12:47.573165Z","steps":["trace[1539987294] 'agreement among raft nodes before linearized reading' (duration: 202.322101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:47.573295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.745068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:12:47.573413Z","caller":"traceutil/trace.go:171","msg":"trace[431337475] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28611; }","duration":"231.89772ms","start":"2026-05-08T11:12:47.341488Z","end":"2026-05-08T11:12:47.573386Z","steps":["trace[431337475] 'agreement among raft nodes before linearized reading' (duration: 231.597495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:48.076271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.122912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:48.07648Z","caller":"traceutil/trace.go:171","msg":"trace[295845997] transaction","detail":"{read_only:false; response_revision:28613; number_of_response:1; }","duration":"498.954898ms","start":"2026-05-08T11:12:47.577482Z","end":"2026-05-08T11:12:48.076436Z","steps":["trace[295845997] 'process raft request' (duration: 498.895316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:48.076555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.577476Z","time spent":"499.03789ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:48.076732Z","caller":"traceutil/trace.go:171","msg":"trace[1573846896] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"499.989807ms","start":"2026-05-08T11:12:47.576705Z","end":"2026-05-08T11:12:48.076694Z","steps":["trace[1573846896] 'process raft request' (duration: 218.359415ms)","trace[1573846896] 'compare' (duration: 280.931828ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:48.076774Z","caller":"traceutil/trace.go:171","msg":"trace[1833176709] linearizableReadLoop","detail":"{readStateIndex:29936; appliedIndex:29935; }","duration":"499.696002ms","start":"2026-05-08T11:12:47.577066Z","end":"2026-05-08T11:12:48.076762Z","steps":["trace[1833176709] 'read index received' (duration: 217.991578ms)","trace[1833176709] 'applied index is now lower than readState.Index' (duration: 281.702954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:48.076905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.576687Z","time spent":"500.114369ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:48.076948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.870195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-08T11:12:48.076958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.418225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:48.07704Z","caller":"traceutil/trace.go:171","msg":"trace[1887605025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28613; }","duration":"406.560328ms","start":"2026-05-08T11:12:47.670462Z","end":"2026-05-08T11:12:48.077022Z","steps":["trace[1887605025] 'agreement among raft nodes before linearized reading' (duration: 406.416415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:48.077041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.777704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T11:12:48.077071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.996236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T11:12:48.077135Z","caller":"traceutil/trace.go:171","msg":"trace[1623319642] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28613; }","duration":"499.889846ms","start":"2026-05-08T11:12:47.577225Z","end":"2026-05-08T11:12:48.077115Z","steps":["trace[1623319642] 'agreement among raft nodes before linearized reading' (duration: 499.644771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:48.077208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.577221Z","time spent":"499.977827ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:48.077088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.670437Z","time spent":"406.640999ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:12:48.077148Z","caller":"traceutil/trace.go:171","msg":"trace[978264560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28613; }","duration":"200.117599ms","start":"2026-05-08T11:12:47.877012Z","end":"2026-05-08T11:12:48.077129Z","steps":["trace[978264560] 'agreement among raft nodes before linearized reading' (duration: 199.862884ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:48.076986Z","caller":"traceutil/trace.go:171","msg":"trace[2056578114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28613; }","duration":"499.923026ms","start":"2026-05-08T11:12:47.577052Z","end":"2026-05-08T11:12:48.076975Z","steps":["trace[2056578114] 'agreement among raft nodes before linearized reading' (duration: 499.778783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:48.077451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:47.577045Z","time spent":"500.394765ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:48.792869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.341928Z","time spent":"450.930068ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T11:12:48.792841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.720823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:48.793174Z","caller":"traceutil/trace.go:171","msg":"trace[1287815679] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28613; }","duration":"227.061669ms","start":"2026-05-08T11:12:48.566085Z","end":"2026-05-08T11:12:48.793147Z","steps":["trace[1287815679] 'range keys from in-memory index tree' (duration: 226.703863ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:48.793657Z","caller":"traceutil/trace.go:171","msg":"trace[775945013] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"711.108754ms","start":"2026-05-08T11:12:48.082488Z","end":"2026-05-08T11:12:48.793596Z","steps":["trace[775945013] 'process raft request' (duration: 636.214796ms)","trace[775945013] 'compare' (duration: 74.064822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:48.793886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.082324Z","time spent":"711.44329ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:49.352627Z","caller":"traceutil/trace.go:171","msg":"trace[1168340826] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"1.269906575s","start":"2026-05-08T11:12:48.082685Z","end":"2026-05-08T11:12:49.352592Z","steps":["trace[1168340826] 'process raft request' (duration: 1.251814493s)","trace[1168340826] 'compare' (duration: 17.776037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:49.352843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.082649Z","time spent":"1.270073018s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:49.352936Z","caller":"traceutil/trace.go:171","msg":"trace[1480541504] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"1.269466246s","start":"2026-05-08T11:12:48.083436Z","end":"2026-05-08T11:12:49.352902Z","steps":["trace[1480541504] 'process raft request' (duration: 1.269026318s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.353116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.083402Z","time spent":"1.26961415s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:49.353728Z","caller":"traceutil/trace.go:171","msg":"trace[1860347392] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"1.240859675s","start":"2026-05-08T11:12:48.112829Z","end":"2026-05-08T11:12:49.353689Z","steps":["trace[1860347392] 'process raft request' (duration: 1.239907677s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:49.353755Z","caller":"traceutil/trace.go:171","msg":"trace[696520887] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"1.02824811s","start":"2026-05-08T11:12:48.325468Z","end":"2026-05-08T11:12:49.353716Z","steps":["trace[696520887] 'process raft request' (duration: 1.028054826s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.353909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.112806Z","time spent":"1.240995978s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:49.353938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044152931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-08T11:12:49.35392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.325452Z","time spent":"1.028375612s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:49.353991Z","caller":"traceutil/trace.go:171","msg":"trace[743584081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28618; }","duration":"1.044263902s","start":"2026-05-08T11:12:48.309711Z","end":"2026-05-08T11:12:49.353975Z","steps":["trace[743584081] 'agreement among raft nodes before linearized reading' (duration: 1.044071829s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.354038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.309685Z","time spent":"1.044341884s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-05-08T11:12:49.353722Z","caller":"traceutil/trace.go:171","msg":"trace[955520909] linearizableReadLoop","detail":"{readStateIndex:29941; appliedIndex:29937; }","duration":"1.043925346s","start":"2026-05-08T11:12:48.309771Z","end":"2026-05-08T11:12:49.353697Z","steps":["trace[955520909] 'read index received' (duration: 408.948543ms)","trace[955520909] 'applied index is now lower than readState.Index' (duration: 634.975713ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:49.377074Z","caller":"traceutil/trace.go:171","msg":"trace[1396135457] transaction","detail":"{read_only:false; response_revision:28619; number_of_response:1; }","duration":"322.118889ms","start":"2026-05-08T11:12:49.054935Z","end":"2026-05-08T11:12:49.377054Z","steps":["trace[1396135457] 'process raft request' (duration: 321.888635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.377194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.054894Z","time spent":"322.243902ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:49.377497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.266542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:49.377589Z","caller":"traceutil/trace.go:171","msg":"trace[616818031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28620; }","duration":"810.398984ms","start":"2026-05-08T11:12:48.567175Z","end":"2026-05-08T11:12:49.377574Z","steps":["trace[616818031] 'agreement among raft nodes before linearized reading' (duration: 810.257542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.37758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.48846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:49.377624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.567153Z","time spent":"810.461046ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:49.377643Z","caller":"traceutil/trace.go:171","msg":"trace[260554688] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28620; }","duration":"158.599182ms","start":"2026-05-08T11:12:49.219026Z","end":"2026-05-08T11:12:49.377625Z","steps":["trace[260554688] 'agreement among raft nodes before linearized reading' (duration: 158.435349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.377679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.162677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:12:49.377777Z","caller":"traceutil/trace.go:171","msg":"trace[479137613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28620; }","duration":"691.31861ms","start":"2026-05-08T11:12:48.686437Z","end":"2026-05-08T11:12:49.377756Z","steps":["trace[479137613] 'agreement among raft nodes before linearized reading' (duration: 690.966783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.377836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.686416Z","time spent":"691.399542ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:12:49.37783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.251288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:12:49.377919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.899287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:12:49.377963Z","caller":"traceutil/trace.go:171","msg":"trace[714102878] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:28620; }","duration":"892.966878ms","start":"2026-05-08T11:12:48.484987Z","end":"2026-05-08T11:12:49.377954Z","steps":["trace[714102878] 'agreement among raft nodes before linearized reading' (duration: 892.819156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.377993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.484977Z","time spent":"893.009409ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-05-08T11:12:49.378012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.900319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-08T11:12:49.378051Z","caller":"traceutil/trace.go:171","msg":"trace[2039942906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28620; }","duration":"579.965191ms","start":"2026-05-08T11:12:48.798072Z","end":"2026-05-08T11:12:49.378038Z","steps":["trace[2039942906] 'agreement among raft nodes before linearized reading' (duration: 579.873339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.378109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.627725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:12:49.378111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.798033Z","time spent":"580.068913ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:12:49.378138Z","caller":"traceutil/trace.go:171","msg":"trace[2009181174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28620; }","duration":"691.690286ms","start":"2026-05-08T11:12:48.686437Z","end":"2026-05-08T11:12:49.378127Z","steps":["trace[2009181174] 'agreement among raft nodes before linearized reading' (duration: 691.596515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.37818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.686416Z","time spent":"691.759698ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T11:12:49.377917Z","caller":"traceutil/trace.go:171","msg":"trace[272467206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28620; }","duration":"691.393341ms","start":"2026-05-08T11:12:48.686497Z","end":"2026-05-08T11:12:49.37789Z","steps":["trace[272467206] 'agreement among raft nodes before linearized reading' (duration: 691.160847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.378236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.686467Z","time spent":"691.755708ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:12:49.378266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03884977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:12:49.378286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052832055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:49.378306Z","caller":"traceutil/trace.go:171","msg":"trace[696702870] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28620; }","duration":"1.038934832s","start":"2026-05-08T11:12:48.33936Z","end":"2026-05-08T11:12:49.378295Z","steps":["trace[696702870] 'agreement among raft nodes before linearized reading' (duration: 1.038798359s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:49.378315Z","caller":"traceutil/trace.go:171","msg":"trace[240637107] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28620; }","duration":"1.052859146s","start":"2026-05-08T11:12:48.325444Z","end":"2026-05-08T11:12:49.378303Z","steps":["trace[240637107] 'agreement among raft nodes before linearized reading' (duration: 1.052806225s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.378353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.32543Z","time spent":"1.052916316s","remote":"127.0.0.1:59538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:49.378353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.339339Z","time spent":"1.039002883s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:12:49.378464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.749787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:49.378502Z","caller":"traceutil/trace.go:171","msg":"trace[1986620910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28620; }","duration":"907.830059ms","start":"2026-05-08T11:12:48.470661Z","end":"2026-05-08T11:12:49.378491Z","steps":["trace[1986620910] 'agreement among raft nodes before linearized reading' (duration: 907.770908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.378534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:48.470637Z","time spent":"907.88816ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:49.377866Z","caller":"traceutil/trace.go:171","msg":"trace[1898899109] transaction","detail":"{read_only:false; response_revision:28620; number_of_response:1; }","duration":"299.600702ms","start":"2026-05-08T11:12:49.078251Z","end":"2026-05-08T11:12:49.377851Z","steps":["trace[1898899109] 'process raft request' (duration: 298.757146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:49.37875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.078236Z","time spent":"300.459559ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:49.702107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.3797Z","time spent":"322.397366ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T11:12:50.57362Z","caller":"traceutil/trace.go:171","msg":"trace[224390442] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"1.190608823s","start":"2026-05-08T11:12:49.382963Z","end":"2026-05-08T11:12:50.573572Z","steps":["trace[224390442] 'process raft request' (duration: 1.158288151s)","trace[224390442] 'compare' (duration: 31.773042ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:50.5739Z","caller":"traceutil/trace.go:171","msg":"trace[273847765] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"1.190666185s","start":"2026-05-08T11:12:49.383216Z","end":"2026-05-08T11:12:50.573883Z","steps":["trace[273847765] 'process raft request' (duration: 1.19039423s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:50.573674Z","caller":"traceutil/trace.go:171","msg":"trace[872747640] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"1.190601564s","start":"2026-05-08T11:12:49.383037Z","end":"2026-05-08T11:12:50.573638Z","steps":["trace[872747640] 'process raft request' (duration: 1.190332979s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.574048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.383199Z","time spent":"1.190753566s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:50.574108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.38303Z","time spent":"1.190997251s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.573674Z","caller":"traceutil/trace.go:171","msg":"trace[1178421383] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"1.190455091s","start":"2026-05-08T11:12:49.383171Z","end":"2026-05-08T11:12:50.573626Z","steps":["trace[1178421383] 'process raft request' (duration: 1.190307859s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.574069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.382948Z","time spent":"1.190888459s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.574209Z","caller":"traceutil/trace.go:171","msg":"trace[880125583] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"1.190364179s","start":"2026-05-08T11:12:49.383809Z","end":"2026-05-08T11:12:50.574173Z","steps":["trace[880125583] 'process raft request' (duration: 1.189986632s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:50.573684Z","caller":"traceutil/trace.go:171","msg":"trace[1292752611] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"1.190465551s","start":"2026-05-08T11:12:49.383192Z","end":"2026-05-08T11:12:50.573658Z","steps":["trace[1292752611] 'process raft request' (duration: 1.190331669s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.574263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.383126Z","time spent":"1.191044861s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.574337Z","caller":"traceutil/trace.go:171","msg":"trace[815346079] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"998.964016ms","start":"2026-05-08T11:12:49.575356Z","end":"2026-05-08T11:12:50.574319Z","steps":["trace[815346079] 'process raft request' (duration: 998.70646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.574421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.383798Z","time spent":"1.190502183s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:50.574484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.575341Z","time spent":"999.091208ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:50.574458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.383167Z","time spent":"1.191151655s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.574725Z","caller":"traceutil/trace.go:171","msg":"trace[1032135435] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"995.931337ms","start":"2026-05-08T11:12:49.578778Z","end":"2026-05-08T11:12:50.574709Z","steps":["trace[1032135435] 'process raft request' (duration: 995.479708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.574796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.578763Z","time spent":"995.99838ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.574801Z","caller":"traceutil/trace.go:171","msg":"trace[1990603286] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"917.400531ms","start":"2026-05-08T11:12:49.657384Z","end":"2026-05-08T11:12:50.574784Z","steps":["trace[1990603286] 'process raft request' (duration: 917.224227ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:50.574802Z","caller":"traceutil/trace.go:171","msg":"trace[1367073401] linearizableReadLoop","detail":"{readStateIndex:29951; appliedIndex:29944; }","duration":"1.038420512s","start":"2026-05-08T11:12:49.53636Z","end":"2026-05-08T11:12:50.574781Z","steps":["trace[1367073401] 'read index received' (duration: 159.52167ms)","trace[1367073401] 'applied index is now lower than readState.Index' (duration: 878.897562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:50.574881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.657346Z","time spent":"917.486872ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:50.575073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038711689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-08T11:12:50.575115Z","caller":"traceutil/trace.go:171","msg":"trace[1279841490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28629; }","duration":"1.03880761s","start":"2026-05-08T11:12:49.536295Z","end":"2026-05-08T11:12:50.575103Z","steps":["trace[1279841490] 'agreement among raft nodes before linearized reading' (duration: 1.038574276s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.575149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.536271Z","time spent":"1.038868501s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T11:12:50.65031Z","caller":"traceutil/trace.go:171","msg":"trace[394759962] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"946.38076ms","start":"2026-05-08T11:12:49.703886Z","end":"2026-05-08T11:12:50.650267Z","steps":["trace[394759962] 'process raft request' (duration: 946.188226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.980415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:12:50.650503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.077088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:50.650499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.132054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:50.65056Z","caller":"traceutil/trace.go:171","msg":"trace[1618102652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28630; }","duration":"568.108947ms","start":"2026-05-08T11:12:50.08243Z","end":"2026-05-08T11:12:50.650539Z","steps":["trace[1618102652] 'agreement among raft nodes before linearized reading' (duration: 567.834302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.703863Z","time spent":"946.544782ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:50.650605Z","caller":"traceutil/trace.go:171","msg":"trace[587872810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28630; }","duration":"980.25372ms","start":"2026-05-08T11:12:49.670325Z","end":"2026-05-08T11:12:50.650579Z","steps":["trace[587872810] 'agreement among raft nodes before linearized reading' (duration: 980.021056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.790168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:50.650625Z","caller":"traceutil/trace.go:171","msg":"trace[1782252762] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28630; }","duration":"111.37548ms","start":"2026-05-08T11:12:50.539219Z","end":"2026-05-08T11:12:50.650594Z","steps":["trace[1782252762] 'agreement among raft nodes before linearized reading' (duration: 111.090415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075979233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:50.65066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.67031Z","time spent":"980.340243ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:12:50.650684Z","caller":"traceutil/trace.go:171","msg":"trace[1632899255] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28630; }","duration":"570.962051ms","start":"2026-05-08T11:12:50.079697Z","end":"2026-05-08T11:12:50.650659Z","steps":["trace[1632899255] 'agreement among raft nodes before linearized reading' (duration: 570.725037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.08242Z","time spent":"568.25883ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:12:50.650525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.819912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:12:50.650714Z","caller":"traceutil/trace.go:171","msg":"trace[1344040895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28630; }","duration":"1.076120946s","start":"2026-05-08T11:12:49.574568Z","end":"2026-05-08T11:12:50.650689Z","steps":["trace[1344040895] 'agreement among raft nodes before linearized reading' (duration: 1.075949073s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.079673Z","time spent":"571.052753ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:50.650771Z","caller":"traceutil/trace.go:171","msg":"trace[1874700679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28630; }","duration":"568.154568ms","start":"2026-05-08T11:12:50.082595Z","end":"2026-05-08T11:12:50.650749Z","steps":["trace[1874700679] 'agreement among raft nodes before linearized reading' (duration: 567.635618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:50.650775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:49.574545Z","time spent":"1.076214598s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:50.650823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.082537Z","time spent":"568.274161ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:12:51.151238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:12:52.203791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.086816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:52.204462Z","caller":"traceutil/trace.go:171","msg":"trace[1947222125] transaction","detail":"{read_only:false; response_revision:28631; number_of_response:1; }","duration":"1.623280247s","start":"2026-05-08T11:12:50.58115Z","end":"2026-05-08T11:12:52.20443Z","steps":["trace[1947222125] 'process raft request' (duration: 914.452506ms)","trace[1947222125] 'compare' (duration: 707.20226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:52.204579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.581125Z","time spent":"1.623399479s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:52.606558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.298663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:52.60676Z","caller":"traceutil/trace.go:171","msg":"trace[1274288200] transaction","detail":"{read_only:false; response_revision:28632; number_of_response:1; }","duration":"1.951390109s","start":"2026-05-08T11:12:50.655341Z","end":"2026-05-08T11:12:52.606731Z","steps":["trace[1274288200] 'process raft request' (duration: 1.666804631s)","trace[1274288200] 'compare' (duration: 284.158211ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:52.60684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.65532Z","time spent":"1.951487041s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:52.607046Z","caller":"traceutil/trace.go:171","msg":"trace[645028960] transaction","detail":"{read_only:false; response_revision:28633; number_of_response:1; }","duration":"1.951626454s","start":"2026-05-08T11:12:50.655387Z","end":"2026-05-08T11:12:52.607014Z","steps":["trace[645028960] 'process raft request' (duration: 1.951287147s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.607152Z","caller":"traceutil/trace.go:171","msg":"trace[873961436] transaction","detail":"{read_only:false; response_revision:28634; number_of_response:1; }","duration":"1.318316241s","start":"2026-05-08T11:12:51.288797Z","end":"2026-05-08T11:12:52.607113Z","steps":["trace[873961436] 'process raft request' (duration: 1.318124728s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.607209Z","caller":"traceutil/trace.go:171","msg":"trace[358926011] transaction","detail":"{read_only:false; response_revision:28635; number_of_response:1; }","duration":"1.247125813s","start":"2026-05-08T11:12:51.360035Z","end":"2026-05-08T11:12:52.607161Z","steps":["trace[358926011] 'process raft request' (duration: 1.247016901s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.607258Z","caller":"traceutil/trace.go:171","msg":"trace[897850555] transaction","detail":"{read_only:false; response_revision:28637; number_of_response:1; }","duration":"1.222531648s","start":"2026-05-08T11:12:51.384715Z","end":"2026-05-08T11:12:52.607247Z","steps":["trace[897850555] 'process raft request' (duration: 1.222411376s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.607337Z","caller":"traceutil/trace.go:171","msg":"trace[1803506752] linearizableReadLoop","detail":"{readStateIndex:29958; appliedIndex:29955; }","duration":"1.957098177s","start":"2026-05-08T11:12:50.650218Z","end":"2026-05-08T11:12:52.607316Z","steps":["trace[1803506752] 'read index received' (duration: 845.447098ms)","trace[1803506752] 'applied index is now lower than readState.Index' (duration: 1.111648969s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:52.607355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.28876Z","time spent":"1.318487225s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:52.607392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.384682Z","time spent":"1.222635601s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:52.607179Z","caller":"traceutil/trace.go:171","msg":"trace[1578621048] transaction","detail":"{read_only:false; response_revision:28636; number_of_response:1; }","duration":"1.222594549s","start":"2026-05-08T11:12:51.384567Z","end":"2026-05-08T11:12:52.607162Z","steps":["trace[1578621048] 'process raft request' (duration: 1.222530148s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.607495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978615155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:52.607427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.360009Z","time spent":"1.247291787s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:52.607552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.384552Z","time spent":"1.222927516s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:52.607576Z","caller":"traceutil/trace.go:171","msg":"trace[1179505947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28637; }","duration":"1.978711147s","start":"2026-05-08T11:12:50.628816Z","end":"2026-05-08T11:12:52.607527Z","steps":["trace[1179505947] 'agreement among raft nodes before linearized reading' (duration: 1.978593975s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.607638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.628734Z","time spent":"1.97888762s","remote":"127.0.0.1:42814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:52.607784Z","caller":"traceutil/trace.go:171","msg":"trace[486597392] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"921.254644ms","start":"2026-05-08T11:12:51.686493Z","end":"2026-05-08T11:12:52.607747Z","steps":["trace[486597392] 'process raft request' (duration: 921.076041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.607972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.655367Z","time spent":"1.951829647s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:52.608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.686463Z","time spent":"921.436457ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:52.643127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990886167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:52.643205Z","caller":"traceutil/trace.go:171","msg":"trace[1675649502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28640; }","duration":"1.990970269s","start":"2026-05-08T11:12:50.652216Z","end":"2026-05-08T11:12:52.643187Z","steps":["trace[1675649502] 'agreement among raft nodes before linearized reading' (duration: 1.990850006s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.64326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.652158Z","time spent":"1.991094001s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:12:52.643311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.590317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:52.643363Z","caller":"traceutil/trace.go:171","msg":"trace[1268082941] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28640; }","duration":"830.691658ms","start":"2026-05-08T11:12:51.812655Z","end":"2026-05-08T11:12:52.643347Z","steps":["trace[1268082941] 'agreement among raft nodes before linearized reading' (duration: 830.590707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.6434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.812625Z","time spent":"830.76426ms","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:52.643387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948669057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:52.643439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990534919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-08T11:12:52.643473Z","caller":"traceutil/trace.go:171","msg":"trace[1839954613] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28640; }","duration":"1.990592981s","start":"2026-05-08T11:12:50.652871Z","end":"2026-05-08T11:12:52.643464Z","steps":["trace[1839954613] 'agreement among raft nodes before linearized reading' (duration: 1.990415317s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.643467Z","caller":"traceutil/trace.go:171","msg":"trace[1634895382] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28640; }","duration":"1.94879112s","start":"2026-05-08T11:12:50.694655Z","end":"2026-05-08T11:12:52.643446Z","steps":["trace[1634895382] 'agreement among raft nodes before linearized reading' (duration: 1.948611227s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.643498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.652863Z","time spent":"1.990630161s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T11:12:52.643499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:50.694646Z","time spent":"1.948846741s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:52.643507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.246577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:12:52.643498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.409285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:52.643513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195978966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:52.64358Z","caller":"traceutil/trace.go:171","msg":"trace[1735442791] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28640; }","duration":"349.589978ms","start":"2026-05-08T11:12:52.29397Z","end":"2026-05-08T11:12:52.64356Z","steps":["trace[1735442791] 'agreement among raft nodes before linearized reading' (duration: 349.373874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.643617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.293946Z","time spent":"349.66395ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:52.643625Z","caller":"traceutil/trace.go:171","msg":"trace[1774499714] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28640; }","duration":"1.196161009s","start":"2026-05-08T11:12:51.447433Z","end":"2026-05-08T11:12:52.643594Z","steps":["trace[1774499714] 'agreement among raft nodes before linearized reading' (duration: 1.195954005s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:52.643562Z","caller":"traceutil/trace.go:171","msg":"trace[1574162182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28640; }","duration":"551.346148ms","start":"2026-05-08T11:12:52.092201Z","end":"2026-05-08T11:12:52.643547Z","steps":["trace[1574162182] 'agreement among raft nodes before linearized reading' (duration: 551.175785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:52.64368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:51.447403Z","time spent":"1.196265441s","remote":"127.0.0.1:60246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:52.643695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.092184Z","time spent":"551.497453ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:12:53.150502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:12:53.515101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.939078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:53.515219Z","caller":"traceutil/trace.go:171","msg":"trace[1087930073] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"867.384034ms","start":"2026-05-08T11:12:52.647814Z","end":"2026-05-08T11:12:53.515198Z","steps":["trace[1087930073] 'process raft request' (duration: 537.233183ms)","trace[1087930073] 'compare' (duration: 329.804635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:53.515288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.647792Z","time spent":"867.459276ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:53.893929Z","caller":"traceutil/trace.go:171","msg":"trace[698983302] linearizableReadLoop","detail":"{readStateIndex:29971; appliedIndex:29965; }","duration":"1.243464385s","start":"2026-05-08T11:12:52.650432Z","end":"2026-05-08T11:12:53.893896Z","steps":["trace[698983302] 'read index received' (duration: 534.671215ms)","trace[698983302] 'applied index is now lower than readState.Index' (duration: 708.78833ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:53.894002Z","caller":"traceutil/trace.go:171","msg":"trace[519777069] transaction","detail":"{read_only:false; response_revision:28645; number_of_response:1; }","duration":"1.242537937s","start":"2026-05-08T11:12:52.651431Z","end":"2026-05-08T11:12:53.893969Z","steps":["trace[519777069] 'process raft request' (duration: 1.242320253s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:53.894001Z","caller":"traceutil/trace.go:171","msg":"trace[1514820923] transaction","detail":"{read_only:false; response_revision:28644; number_of_response:1; }","duration":"1.24376616s","start":"2026-05-08T11:12:52.650194Z","end":"2026-05-08T11:12:53.893961Z","steps":["trace[1514820923] 'process raft request' (duration: 1.243504176s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:53.894068Z","caller":"traceutil/trace.go:171","msg":"trace[130130622] transaction","detail":"{read_only:false; response_revision:28646; number_of_response:1; }","duration":"1.242343364s","start":"2026-05-08T11:12:52.651663Z","end":"2026-05-08T11:12:53.894007Z","steps":["trace[130130622] 'process raft request' (duration: 1.24215132s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:53.894106Z","caller":"traceutil/trace.go:171","msg":"trace[207506742] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"1.245180589s","start":"2026-05-08T11:12:52.648899Z","end":"2026-05-08T11:12:53.894079Z","steps":["trace[207506742] 'process raft request' (duration: 1.24474331s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:53.894146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24367624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:53.89419Z","caller":"traceutil/trace.go:171","msg":"trace[347083208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28646; }","duration":"1.243749151s","start":"2026-05-08T11:12:52.650428Z","end":"2026-05-08T11:12:53.894177Z","steps":["trace[347083208] 'agreement among raft nodes before linearized reading' (duration: 1.243641079s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:53.894197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.651418Z","time spent":"1.24265409s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:53.89421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.650179Z","time spent":"1.243923254s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:53.894241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.650406Z","time spent":"1.243827252s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:12:53.894296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.651641Z","time spent":"1.242542287s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:53.894298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.648888Z","time spent":"1.24529193s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:53.894038Z","caller":"traceutil/trace.go:171","msg":"trace[824811575] transaction","detail":"{read_only:false; response_revision:28642; number_of_response:1; }","duration":"1.245390112s","start":"2026-05-08T11:12:52.648625Z","end":"2026-05-08T11:12:53.894015Z","steps":["trace[824811575] 'process raft request' (duration: 1.244624747s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:53.894394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.648608Z","time spent":"1.245745359s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:53.894449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243915904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:12:53.894468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.628559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:53.894486Z","caller":"traceutil/trace.go:171","msg":"trace[181382156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28646; }","duration":"1.243997166s","start":"2026-05-08T11:12:52.650478Z","end":"2026-05-08T11:12:53.894475Z","steps":["trace[181382156] 'agreement among raft nodes before linearized reading' (duration: 1.243849323s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:53.894502Z","caller":"traceutil/trace.go:171","msg":"trace[750008113] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28646; }","duration":"895.71418ms","start":"2026-05-08T11:12:52.998776Z","end":"2026-05-08T11:12:53.894491Z","steps":["trace[750008113] 'agreement among raft nodes before linearized reading' (duration: 895.644599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:53.89451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.650454Z","time spent":"1.244051686s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:12:53.894539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.998753Z","time spent":"895.777272ms","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:53.894636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.081152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:53.894698Z","caller":"traceutil/trace.go:171","msg":"trace[1152423568] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28646; }","duration":"919.195726ms","start":"2026-05-08T11:12:52.97549Z","end":"2026-05-08T11:12:53.894686Z","steps":["trace[1152423568] 'agreement among raft nodes before linearized reading' (duration: 918.980732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:53.894732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:52.975462Z","time spent":"919.261656ms","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:54.874332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.50695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:54.874499Z","caller":"traceutil/trace.go:171","msg":"trace[1909242962] transaction","detail":"{read_only:false; response_revision:28648; number_of_response:1; }","duration":"966.655674ms","start":"2026-05-08T11:12:53.907816Z","end":"2026-05-08T11:12:54.874472Z","steps":["trace[1909242962] 'process raft request' (duration: 468.874478ms)","trace[1909242962] 'compare' (duration: 497.098332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:54.874594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:53.907794Z","time spent":"966.765406ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:56.1136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027386614s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-08T11:12:56.114703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028660718s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:12:56.114782Z","caller":"traceutil/trace.go:171","msg":"trace[187870256] transaction","detail":"{read_only:false; response_revision:28649; number_of_response:1; }","duration":"2.169797335s","start":"2026-05-08T11:12:53.9449Z","end":"2026-05-08T11:12:56.114698Z","steps":["trace[187870256] 'process raft request' (duration: 1.141142977s)","trace[187870256] 'compare' (duration: 1.026349064s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:56.114965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:53.944872Z","time spent":"2.169989538s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:56.153915Z","caller":"traceutil/trace.go:171","msg":"trace[525613769] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"1.50360997s","start":"2026-05-08T11:12:54.650284Z","end":"2026-05-08T11:12:56.153894Z","steps":["trace[525613769] 'process raft request' (duration: 1.503570829s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.153929Z","caller":"traceutil/trace.go:171","msg":"trace[1675978013] linearizableReadLoop","detail":"{readStateIndex:29975; appliedIndex:29972; }","duration":"1.976528635s","start":"2026-05-08T11:12:54.177367Z","end":"2026-05-08T11:12:56.153896Z","steps":["trace[1675978013] 'read index received' (duration: 199.407885ms)","trace[1675978013] 'applied index is now lower than readState.Index' (duration: 1.77711774s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:56.154048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.650251Z","time spent":"1.503728173s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:56.15401Z","caller":"traceutil/trace.go:171","msg":"trace[953431354] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"1.539588032s","start":"2026-05-08T11:12:54.61437Z","end":"2026-05-08T11:12:56.153958Z","steps":["trace[953431354] 'process raft request' (duration: 1.539371627s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.154072Z","caller":"traceutil/trace.go:171","msg":"trace[1618324164] transaction","detail":"{read_only:false; response_revision:28653; number_of_response:1; }","duration":"1.5389742s","start":"2026-05-08T11:12:54.615054Z","end":"2026-05-08T11:12:56.154028Z","steps":["trace[1618324164] 'process raft request' (duration: 1.538728364s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.15408Z","caller":"traceutil/trace.go:171","msg":"trace[110231982] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"1.793432438s","start":"2026-05-08T11:12:54.3606Z","end":"2026-05-08T11:12:56.154032Z","steps":["trace[110231982] 'process raft request' (duration: 1.792866236s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.154119Z","caller":"traceutil/trace.go:171","msg":"trace[1673996289] transaction","detail":"{read_only:false; response_revision:28654; number_of_response:1; }","duration":"1.505621679s","start":"2026-05-08T11:12:54.648448Z","end":"2026-05-08T11:12:56.15407Z","steps":["trace[1673996289] 'process raft request' (duration: 1.505372765s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.15429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.648409Z","time spent":"1.505792012s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:56.154266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.614364Z","time spent":"1.539764785s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:56.154323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976911212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:12:56.154272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.615047Z","time spent":"1.539118293s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:56.154458Z","caller":"traceutil/trace.go:171","msg":"trace[672216499] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28655; }","duration":"1.977090875s","start":"2026-05-08T11:12:54.177311Z","end":"2026-05-08T11:12:56.154402Z","steps":["trace[672216499] 'agreement among raft nodes before linearized reading' (duration: 1.9767788s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.154518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.177281Z","time spent":"1.977224607s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:56.15456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.004242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:12:56.15458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42279454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:56.154609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.372671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:12:56.154652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.896556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:12:56.154668Z","caller":"traceutil/trace.go:171","msg":"trace[169263695] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28655; }","duration":"1.422953103s","start":"2026-05-08T11:12:54.731694Z","end":"2026-05-08T11:12:56.154648Z","steps":["trace[169263695] 'agreement among raft nodes before linearized reading' (duration: 1.42278321s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.154677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542411244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-08T11:12:56.154706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542357414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-08T11:12:56.154589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.711887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:56.154659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.360566Z","time spent":"1.793607291s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:56.154726Z","caller":"traceutil/trace.go:171","msg":"trace[561486517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28655; }","duration":"1.542511387s","start":"2026-05-08T11:12:54.612201Z","end":"2026-05-08T11:12:56.154712Z","steps":["trace[561486517] 'agreement among raft nodes before linearized reading' (duration: 1.542295363s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.154736Z","caller":"traceutil/trace.go:171","msg":"trace[1243543961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28655; }","duration":"634.560425ms","start":"2026-05-08T11:12:55.520132Z","end":"2026-05-08T11:12:56.154693Z","steps":["trace[1243543961] 'agreement among raft nodes before linearized reading' (duration: 634.077236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.154741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.908527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:12:56.154763Z","caller":"traceutil/trace.go:171","msg":"trace[290755535] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28655; }","duration":"109.990132ms","start":"2026-05-08T11:12:56.044757Z","end":"2026-05-08T11:12:56.154748Z","steps":["trace[290755535] 'agreement among raft nodes before linearized reading' (duration: 109.709557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.154774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.612171Z","time spent":"1.542596689s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:12:56.154726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.637262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:12:56.154788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.312402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:56.154814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066209688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:12:56.154822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:55.520109Z","time spent":"634.673837ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T11:12:56.154848Z","caller":"traceutil/trace.go:171","msg":"trace[1815504733] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28655; }","duration":"1.066284889s","start":"2026-05-08T11:12:55.088555Z","end":"2026-05-08T11:12:56.15484Z","steps":["trace[1815504733] 'agreement among raft nodes before linearized reading' (duration: 1.066215958s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.154849Z","caller":"traceutil/trace.go:171","msg":"trace[403874240] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28655; }","duration":"764.415194ms","start":"2026-05-08T11:12:55.390421Z","end":"2026-05-08T11:12:56.154836Z","steps":["trace[403874240] 'agreement among raft nodes before linearized reading' (duration: 764.333363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.154881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:55.088518Z","time spent":"1.06635514s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:56.154891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:55.390398Z","time spent":"764.486215ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-08T11:12:56.154951Z","caller":"traceutil/trace.go:171","msg":"trace[1638266081] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28655; }","duration":"254.798214ms","start":"2026-05-08T11:12:55.900029Z","end":"2026-05-08T11:12:56.154827Z","steps":["trace[1638266081] 'agreement among raft nodes before linearized reading' (duration: 254.282055ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.154713Z","caller":"traceutil/trace.go:171","msg":"trace[1953162669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28655; }","duration":"254.991248ms","start":"2026-05-08T11:12:55.89971Z","end":"2026-05-08T11:12:56.154701Z","steps":["trace[1953162669] 'agreement among raft nodes before linearized reading' (duration: 254.807215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.253858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:56.154747Z","caller":"traceutil/trace.go:171","msg":"trace[1938527694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28655; }","duration":"1.542444735s","start":"2026-05-08T11:12:54.612294Z","end":"2026-05-08T11:12:56.154739Z","steps":["trace[1938527694] 'agreement among raft nodes before linearized reading' (duration: 1.542349993s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.155055Z","caller":"traceutil/trace.go:171","msg":"trace[987543263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28655; }","duration":"485.285288ms","start":"2026-05-08T11:12:55.669761Z","end":"2026-05-08T11:12:56.155046Z","steps":["trace[987543263] 'agreement among raft nodes before linearized reading' (duration: 485.228867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:55.6697Z","time spent":"485.37714ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:12:56.155076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.592914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:12:56.155133Z","caller":"traceutil/trace.go:171","msg":"trace[984831645] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28655; }","duration":"232.668156ms","start":"2026-05-08T11:12:55.92245Z","end":"2026-05-08T11:12:56.155118Z","steps":["trace[984831645] 'agreement among raft nodes before linearized reading' (duration: 232.480082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.612267Z","time spent":"1.542807212s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T11:12:56.154611Z","caller":"traceutil/trace.go:171","msg":"trace[564276689] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28655; }","duration":"655.055353ms","start":"2026-05-08T11:12:55.499542Z","end":"2026-05-08T11:12:56.154598Z","steps":["trace[564276689] 'agreement among raft nodes before linearized reading' (duration: 654.852439ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:56.155247Z","caller":"traceutil/trace.go:171","msg":"trace[1147464928] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"1.541379995s","start":"2026-05-08T11:12:54.613842Z","end":"2026-05-08T11:12:56.155222Z","steps":["trace[1147464928] 'process raft request' (duration: 1.539852546s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:55.499495Z","time spent":"655.744047ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:56.155374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.61382Z","time spent":"1.541474728s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:56.154627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650259847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-08T11:12:56.155475Z","caller":"traceutil/trace.go:171","msg":"trace[773261321] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28655; }","duration":"1.651196626s","start":"2026-05-08T11:12:54.504259Z","end":"2026-05-08T11:12:56.155456Z","steps":["trace[773261321] 'agreement among raft nodes before linearized reading' (duration: 1.650260308s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.504218Z","time spent":"1.651294378s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T11:12:56.15556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866283237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282499"} {"level":"warn","ts":"2026-05-08T11:12:56.154722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.731679Z","time spent":"1.423033014s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:12:56.155635Z","caller":"traceutil/trace.go:171","msg":"trace[1222152809] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28655; }","duration":"1.86647971s","start":"2026-05-08T11:12:54.289129Z","end":"2026-05-08T11:12:56.155608Z","steps":["trace[1222152809] 'agreement among raft nodes before linearized reading' (duration: 1.865061454s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.155692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:54.28911Z","time spent":"1.866567123s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282521,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-08T11:12:56.154787Z","caller":"traceutil/trace.go:171","msg":"trace[1762568124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28655; }","duration":"255.007268ms","start":"2026-05-08T11:12:55.899766Z","end":"2026-05-08T11:12:56.154773Z","steps":["trace[1762568124] 'agreement among raft nodes before linearized reading' (duration: 254.906506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.659666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712252,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T11:12:56.7842Z","caller":"traceutil/trace.go:171","msg":"trace[938373858] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28655; }","duration":"626.050094ms","start":"2026-05-08T11:12:56.158119Z","end":"2026-05-08T11:12:56.784169Z","steps":["trace[938373858] 'process raft request' (duration: 625.945272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:56.78438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.15809Z","time spent":"626.216487ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T11:12:57.386181Z","caller":"traceutil/trace.go:171","msg":"trace[784272248] transaction","detail":"{read_only:false; response_revision:28656; number_of_response:1; }","duration":"1.224447154s","start":"2026-05-08T11:12:56.161701Z","end":"2026-05-08T11:12:57.386148Z","steps":["trace[784272248] 'process raft request' (duration: 1.223966405s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:57.386233Z","caller":"traceutil/trace.go:171","msg":"trace[838239523] linearizableReadLoop","detail":"{readStateIndex:29988; appliedIndex:29982; }","duration":"1.227088405s","start":"2026-05-08T11:12:56.159107Z","end":"2026-05-08T11:12:57.386196Z","steps":["trace[838239523] 'read index received' (duration: 625.422473ms)","trace[838239523] 'applied index is now lower than readState.Index' (duration: 601.660952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:57.386322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.161685Z","time spent":"1.224562127s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:57.38638Z","caller":"traceutil/trace.go:171","msg":"trace[1446796958] transaction","detail":"{read_only:false; response_revision:28657; number_of_response:1; }","duration":"1.224656718s","start":"2026-05-08T11:12:56.161706Z","end":"2026-05-08T11:12:57.386363Z","steps":["trace[1446796958] 'process raft request' (duration: 1.224267391s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.38657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.161687Z","time spent":"1.224740921s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:57.386856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227748167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T11:12:57.386893Z","caller":"traceutil/trace.go:171","msg":"trace[500769294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28661; }","duration":"1.227807948s","start":"2026-05-08T11:12:56.159073Z","end":"2026-05-08T11:12:57.386881Z","steps":["trace[500769294] 'agreement among raft nodes before linearized reading' (duration: 1.227697286s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.386918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.159054Z","time spent":"1.227860029s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:57.38692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221508308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:57.386955Z","caller":"traceutil/trace.go:171","msg":"trace[1220587753] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28661; }","duration":"1.221556169s","start":"2026-05-08T11:12:56.165385Z","end":"2026-05-08T11:12:57.386942Z","steps":["trace[1220587753] 'agreement among raft nodes before linearized reading' (duration: 1.221494038s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.386992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.165378Z","time spent":"1.22160361s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-08T11:12:57.387038Z","caller":"traceutil/trace.go:171","msg":"trace[581139295] transaction","detail":"{read_only:false; response_revision:28658; number_of_response:1; }","duration":"1.225101587s","start":"2026-05-08T11:12:56.161927Z","end":"2026-05-08T11:12:57.387029Z","steps":["trace[581139295] 'process raft request' (duration: 1.224096198s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.387084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.161917Z","time spent":"1.225143007s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:57.3872Z","caller":"traceutil/trace.go:171","msg":"trace[484420992] transaction","detail":"{read_only:false; response_revision:28659; number_of_response:1; }","duration":"1.225194429s","start":"2026-05-08T11:12:56.161998Z","end":"2026-05-08T11:12:57.387192Z","steps":["trace[484420992] 'process raft request' (duration: 1.224071208s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.387251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.16198Z","time spent":"1.225239919s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:57.387282Z","caller":"traceutil/trace.go:171","msg":"trace[330795611] transaction","detail":"{read_only:false; response_revision:28660; number_of_response:1; }","duration":"1.224625237s","start":"2026-05-08T11:12:56.16265Z","end":"2026-05-08T11:12:57.387275Z","steps":["trace[330795611] 'process raft request' (duration: 1.223452966s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.387336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.162641Z","time spent":"1.224663918s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:57.387249Z","caller":"traceutil/trace.go:171","msg":"trace[1853112275] transaction","detail":"{read_only:false; response_revision:28661; number_of_response:1; }","duration":"1.224489884s","start":"2026-05-08T11:12:56.162742Z","end":"2026-05-08T11:12:57.387232Z","steps":["trace[1853112275] 'process raft request' (duration: 1.223398614s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:57.387408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.162736Z","time spent":"1.224649799s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:58.012535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331904239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:58.012669Z","caller":"traceutil/trace.go:171","msg":"trace[1053477645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28661; }","duration":"1.332082022s","start":"2026-05-08T11:12:56.680553Z","end":"2026-05-08T11:12:58.012635Z","steps":["trace[1053477645] 'agreement among raft nodes before linearized reading' (duration: 707.427345ms)","trace[1053477645] 'count revisions from in-memory index tree' (duration: 624.443224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.012735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.680513Z","time spent":"1.332207944s","remote":"127.0.0.1:34254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:58.01282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298159509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:58.012962Z","caller":"traceutil/trace.go:171","msg":"trace[962780746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28661; }","duration":"1.298397275s","start":"2026-05-08T11:12:56.714528Z","end":"2026-05-08T11:12:58.012926Z","steps":["trace[962780746] 'agreement among raft nodes before linearized reading' (duration: 673.412501ms)","trace[962780746] 'count revisions from in-memory index tree' (duration: 624.76721ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.013026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.714491Z","time spent":"1.298521596s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:58.013155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192915398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:12:58.013193Z","caller":"traceutil/trace.go:171","msg":"trace[765818065] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28661; }","duration":"1.192991349s","start":"2026-05-08T11:12:56.820188Z","end":"2026-05-08T11:12:58.01318Z","steps":["trace[765818065] 'agreement among raft nodes before linearized reading' (duration: 567.76366ms)","trace[765818065] 'count revisions from in-memory index tree' (duration: 625.180548ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.013235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.82017Z","time spent":"1.193055741s","remote":"127.0.0.1:40500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:58.013297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.373485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:58.013409Z","caller":"traceutil/trace.go:171","msg":"trace[490562052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28661; }","duration":"688.537378ms","start":"2026-05-08T11:12:57.324834Z","end":"2026-05-08T11:12:58.013372Z","steps":["trace[490562052] 'agreement among raft nodes before linearized reading' (duration: 63.033624ms)","trace[490562052] 'count revisions from in-memory index tree' (duration: 625.359921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.01346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:57.324807Z","time spent":"688.640669ms","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:58.013597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227053935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-05-08T11:12:58.013636Z","caller":"traceutil/trace.go:171","msg":"trace[1286627176] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28661; }","duration":"1.227144566s","start":"2026-05-08T11:12:56.786476Z","end":"2026-05-08T11:12:58.013621Z","steps":["trace[1286627176] 'agreement among raft nodes before linearized reading' (duration: 601.48402ms)","trace[1286627176] 'range keys from in-memory index tree' (duration: 625.440772ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.013671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.78645Z","time spent":"1.227213877s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-08T11:12:58.013864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343778395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:58.013906Z","caller":"traceutil/trace.go:171","msg":"trace[1054818907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28661; }","duration":"1.343859056s","start":"2026-05-08T11:12:56.670035Z","end":"2026-05-08T11:12:58.013894Z","steps":["trace[1054818907] 'agreement among raft nodes before linearized reading' (duration: 717.936325ms)","trace[1054818907] 'range keys from in-memory index tree' (duration: 625.86571ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.013937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.670011Z","time spent":"1.343918537s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:12:58.014138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133681836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:12:58.014246Z","caller":"traceutil/trace.go:171","msg":"trace[488368795] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28661; }","duration":"1.133839099s","start":"2026-05-08T11:12:56.880373Z","end":"2026-05-08T11:12:58.014212Z","steps":["trace[488368795] 'agreement among raft nodes before linearized reading' (duration: 507.411408ms)","trace[488368795] 'range keys from in-memory index tree' (duration: 625.936352ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.014297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:56.880351Z","time spent":"1.13393519s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:12:58.014614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.716513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:58.014767Z","caller":"traceutil/trace.go:171","msg":"trace[1466056607] linearizableReadLoop","detail":"{readStateIndex:29989; appliedIndex:29988; }","duration":"619.945859ms","start":"2026-05-08T11:12:57.394798Z","end":"2026-05-08T11:12:58.014743Z","steps":["trace[1466056607] 'read index received' (duration: 354.961851ms)","trace[1466056607] 'applied index is now lower than readState.Index' (duration: 264.982368ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:58.015069Z","caller":"traceutil/trace.go:171","msg":"trace[1600039883] transaction","detail":"{read_only:false; response_revision:28662; number_of_response:1; }","duration":"622.68498ms","start":"2026-05-08T11:12:57.392364Z","end":"2026-05-08T11:12:58.015049Z","steps":["trace[1600039883] 'process raft request' (duration: 357.388906ms)","trace[1600039883] 'compare' (duration: 264.441848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:58.01515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:57.392346Z","time spent":"622.765842ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:58.0154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.134379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-05-08T11:12:58.015998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.009228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:58.016101Z","caller":"traceutil/trace.go:171","msg":"trace[707820782] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28662; }","duration":"621.317734ms","start":"2026-05-08T11:12:57.394763Z","end":"2026-05-08T11:12:58.016081Z","steps":["trace[707820782] 'agreement among raft nodes before linearized reading' (duration: 620.981767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:58.016166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:57.39475Z","time spent":"621.404167ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-08T11:12:58.015482Z","caller":"traceutil/trace.go:171","msg":"trace[2138231536] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28662; }","duration":"238.269281ms","start":"2026-05-08T11:12:57.777202Z","end":"2026-05-08T11:12:58.015471Z","steps":["trace[2138231536] 'agreement among raft nodes before linearized reading' (duration: 238.047617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.058977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.70391ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:12:59.059176Z","caller":"traceutil/trace.go:171","msg":"trace[1407093333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28662; }","duration":"492.955485ms","start":"2026-05-08T11:12:58.56619Z","end":"2026-05-08T11:12:59.059146Z","steps":["trace[1407093333] 'range keys from in-memory index tree' (duration: 492.655738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.059665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.227604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:59.06Z","caller":"traceutil/trace.go:171","msg":"trace[1784762625] transaction","detail":"{read_only:false; response_revision:28663; number_of_response:1; }","duration":"1.035521427s","start":"2026-05-08T11:12:58.02427Z","end":"2026-05-08T11:12:59.059792Z","steps":["trace[1784762625] 'process raft request' (duration: 509.020388ms)","trace[1784762625] 'compare' (duration: 525.823877ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:59.06006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.024255Z","time spent":"1.035780332s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.174022Z","caller":"traceutil/trace.go:171","msg":"trace[1403922615] transaction","detail":"{read_only:false; response_revision:28664; number_of_response:1; }","duration":"1.148580949s","start":"2026-05-08T11:12:58.025417Z","end":"2026-05-08T11:12:59.173998Z","steps":["trace[1403922615] 'process raft request' (duration: 1.148314493s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.174151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.025401Z","time spent":"1.148689621s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.174418Z","caller":"traceutil/trace.go:171","msg":"trace[1665187464] transaction","detail":"{read_only:false; response_revision:28665; number_of_response:1; }","duration":"1.146731183s","start":"2026-05-08T11:12:58.027673Z","end":"2026-05-08T11:12:59.174404Z","steps":["trace[1665187464] 'process raft request' (duration: 1.146238725s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.17449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.027662Z","time spent":"1.146790724s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.174703Z","caller":"traceutil/trace.go:171","msg":"trace[1653070606] transaction","detail":"{read_only:false; response_revision:28666; number_of_response:1; }","duration":"1.011678627s","start":"2026-05-08T11:12:58.162972Z","end":"2026-05-08T11:12:59.174651Z","steps":["trace[1653070606] 'process raft request' (duration: 1.011251019s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:59.174767Z","caller":"traceutil/trace.go:171","msg":"trace[407487236] transaction","detail":"{read_only:false; response_revision:28667; number_of_response:1; }","duration":"1.011751927s","start":"2026-05-08T11:12:58.162988Z","end":"2026-05-08T11:12:59.17474Z","steps":["trace[407487236] 'process raft request' (duration: 1.011556423s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.174955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.162966Z","time spent":"1.011884541s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:59.174986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.162939Z","time spent":"1.011925381s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.175093Z","caller":"traceutil/trace.go:171","msg":"trace[1069970453] transaction","detail":"{read_only:false; response_revision:28668; number_of_response:1; }","duration":"1.012013962s","start":"2026-05-08T11:12:58.163054Z","end":"2026-05-08T11:12:59.175068Z","steps":["trace[1069970453] 'process raft request' (duration: 1.011585944s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.17518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.163045Z","time spent":"1.012092093s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.175494Z","caller":"traceutil/trace.go:171","msg":"trace[799231381] linearizableReadLoop","detail":"{readStateIndex:29997; appliedIndex:29989; }","duration":"690.086007ms","start":"2026-05-08T11:12:58.485352Z","end":"2026-05-08T11:12:59.175438Z","steps":["trace[799231381] 'read index received' (duration: 47.951708ms)","trace[799231381] 'applied index is now lower than readState.Index' (duration: 642.132649ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:59.175646Z","caller":"traceutil/trace.go:171","msg":"trace[723269572] transaction","detail":"{read_only:false; response_revision:28669; number_of_response:1; }","duration":"1.012231077s","start":"2026-05-08T11:12:58.163388Z","end":"2026-05-08T11:12:59.175619Z","steps":["trace[723269572] 'process raft request' (duration: 1.011322199s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.175763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.163375Z","time spent":"1.012335848s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.175644Z","caller":"traceutil/trace.go:171","msg":"trace[772378273] transaction","detail":"{read_only:false; response_revision:28670; number_of_response:1; }","duration":"1.012167006s","start":"2026-05-08T11:12:58.163403Z","end":"2026-05-08T11:12:59.17557Z","steps":["trace[772378273] 'process raft request' (duration: 1.011955702s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.175902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.693144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T11:12:59.175912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.556966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:12:59.176Z","caller":"traceutil/trace.go:171","msg":"trace[911777970] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:28670; }","duration":"690.683177ms","start":"2026-05-08T11:12:58.485304Z","end":"2026-05-08T11:12:59.175987Z","steps":["trace[911777970] 'agreement among raft nodes before linearized reading' (duration: 690.347691ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:59.175952Z","caller":"traceutil/trace.go:171","msg":"trace[986531345] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28670; }","duration":"562.803147ms","start":"2026-05-08T11:12:58.613137Z","end":"2026-05-08T11:12:59.17594Z","steps":["trace[986531345] 'agreement among raft nodes before linearized reading' (duration: 562.540622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.175992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.556153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T11:12:59.176015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.163362Z","time spent":"1.012529822s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:59.176069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.61311Z","time spent":"562.94609ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:12:59.176108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:58.485279Z","time spent":"690.79176ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-05-08T11:12:59.176096Z","caller":"traceutil/trace.go:171","msg":"trace[1338165590] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28670; }","duration":"111.694136ms","start":"2026-05-08T11:12:59.064364Z","end":"2026-05-08T11:12:59.176059Z","steps":["trace[1338165590] 'agreement among raft nodes before linearized reading' (duration: 111.433521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.823728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.578993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:12:59.82393Z","caller":"traceutil/trace.go:171","msg":"trace[2063655754] transaction","detail":"{read_only:false; response_revision:28671; number_of_response:1; }","duration":"642.20149ms","start":"2026-05-08T11:12:59.181682Z","end":"2026-05-08T11:12:59.823884Z","steps":["trace[2063655754] 'process raft request' (duration: 98.364572ms)","trace[2063655754] 'compare' (duration: 543.266177ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:12:59.824011Z","caller":"traceutil/trace.go:171","msg":"trace[1876142522] transaction","detail":"{read_only:false; response_revision:28672; number_of_response:1; }","duration":"580.847908ms","start":"2026-05-08T11:12:59.243141Z","end":"2026-05-08T11:12:59.823989Z","steps":["trace[1876142522] 'process raft request' (duration: 580.729336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.824118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.243104Z","time spent":"580.978591ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:12:59.824152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.181652Z","time spent":"642.381454ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:12:59.824356Z","caller":"traceutil/trace.go:171","msg":"trace[1015098158] linearizableReadLoop","detail":"{readStateIndex:29999; appliedIndex:29997; }","duration":"600.865797ms","start":"2026-05-08T11:12:59.223451Z","end":"2026-05-08T11:12:59.824317Z","steps":["trace[1015098158] 'read index received' (duration: 18.48929ms)","trace[1015098158] 'applied index is now lower than readState.Index' (duration: 582.373217ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:12:59.824712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.242754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:12:59.824713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.847547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:12:59.824764Z","caller":"traceutil/trace.go:171","msg":"trace[1031010414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28672; }","duration":"601.343016ms","start":"2026-05-08T11:12:59.223407Z","end":"2026-05-08T11:12:59.82475Z","steps":["trace[1031010414] 'agreement among raft nodes before linearized reading' (duration: 601.096662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.82478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.850976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:12:59.824807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.223396Z","time spent":"601.401177ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T11:12:59.824774Z","caller":"traceutil/trace.go:171","msg":"trace[836858355] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28672; }","duration":"431.942118ms","start":"2026-05-08T11:12:59.392816Z","end":"2026-05-08T11:12:59.824758Z","steps":["trace[836858355] 'agreement among raft nodes before linearized reading' (duration: 431.762915ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:59.824829Z","caller":"traceutil/trace.go:171","msg":"trace[212059757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28672; }","duration":"432.952438ms","start":"2026-05-08T11:12:59.391863Z","end":"2026-05-08T11:12:59.824816Z","steps":["trace[212059757] 'agreement among raft nodes before linearized reading' (duration: 432.771385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.824783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.337492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:12:59.824802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.501648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T11:12:59.824871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.391836Z","time spent":"433.028799ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:12:59.824857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.392809Z","time spent":"432.03677ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:12:59.824883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.723114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:12:59.824898Z","caller":"traceutil/trace.go:171","msg":"trace[1193486139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28672; }","duration":"154.530655ms","start":"2026-05-08T11:12:59.670342Z","end":"2026-05-08T11:12:59.824872Z","steps":["trace[1193486139] 'agreement among raft nodes before linearized reading' (duration: 154.331222ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:59.824909Z","caller":"traceutil/trace.go:171","msg":"trace[691957500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28672; }","duration":"433.699032ms","start":"2026-05-08T11:12:59.391186Z","end":"2026-05-08T11:12:59.824885Z","steps":["trace[691957500] 'agreement among raft nodes before linearized reading' (duration: 433.386306ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:12:59.82494Z","caller":"traceutil/trace.go:171","msg":"trace[1823436320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28672; }","duration":"432.826065ms","start":"2026-05-08T11:12:59.392099Z","end":"2026-05-08T11:12:59.824925Z","steps":["trace[1823436320] 'agreement among raft nodes before linearized reading' (duration: 432.604471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.82497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.391164Z","time spent":"433.796274ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:12:59.825001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.392069Z","time spent":"432.925068ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:12:59.82521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.567453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:12:59.825338Z","caller":"traceutil/trace.go:171","msg":"trace[1392866599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28672; }","duration":"431.728575ms","start":"2026-05-08T11:12:59.393585Z","end":"2026-05-08T11:12:59.825314Z","steps":["trace[1392866599] 'agreement among raft nodes before linearized reading' (duration: 431.095163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.825358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.014958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T11:12:59.825424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.393578Z","time spent":"431.832597ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T11:12:59.825463Z","caller":"traceutil/trace.go:171","msg":"trace[23628384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28672; }","duration":"434.181542ms","start":"2026-05-08T11:12:59.391255Z","end":"2026-05-08T11:12:59.825437Z","steps":["trace[23628384] 'agreement among raft nodes before linearized reading' (duration: 433.460807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:12:59.825797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.391231Z","time spent":"434.552288ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:00.330066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:00.968932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.02985Z","time spent":"939.073621ms","remote":"127.0.0.1:40422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T11:13:00.96929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.668056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:00.969454Z","caller":"traceutil/trace.go:171","msg":"trace[1042007024] transaction","detail":"{read_only:false; response_revision:28673; number_of_response:1; }","duration":"1.139961624s","start":"2026-05-08T11:12:59.829461Z","end":"2026-05-08T11:13:00.969423Z","steps":["trace[1042007024] 'process raft request' (duration: 570.028013ms)","trace[1042007024] 'compare' (duration: 568.647147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:00.969595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.829441Z","time spent":"1.140062496s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:01.55732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.236224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:01.557564Z","caller":"traceutil/trace.go:171","msg":"trace[1428757159] transaction","detail":"{read_only:false; response_revision:28674; number_of_response:1; }","duration":"1.727676053s","start":"2026-05-08T11:12:59.829851Z","end":"2026-05-08T11:13:01.557527Z","steps":["trace[1428757159] 'process raft request' (duration: 1.257130773s)","trace[1428757159] 'compare' (duration: 469.699473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:01.557692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.829837Z","time spent":"1.727788894s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:01.557807Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":30007,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T11:13:01.557887Z","caller":"traceutil/trace.go:171","msg":"trace[1297997378] transaction","detail":"{read_only:false; response_revision:28676; number_of_response:1; }","duration":"1.727669043s","start":"2026-05-08T11:12:59.830192Z","end":"2026-05-08T11:13:01.557861Z","steps":["trace[1297997378] 'process raft request' (duration: 1.727340507s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:01.557967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.830164Z","time spent":"1.727762684s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:01.55801Z","caller":"traceutil/trace.go:171","msg":"trace[550686736] transaction","detail":"{read_only:false; response_revision:28677; number_of_response:1; }","duration":"1.726759065s","start":"2026-05-08T11:12:59.831242Z","end":"2026-05-08T11:13:01.558001Z","steps":["trace[550686736] 'process raft request' (duration: 1.726405689s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:01.558058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.831234Z","time spent":"1.726796026s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:01.558054Z","caller":"traceutil/trace.go:171","msg":"trace[104168235] transaction","detail":"{read_only:false; response_revision:28679; number_of_response:1; }","duration":"1.443564953s","start":"2026-05-08T11:13:00.114462Z","end":"2026-05-08T11:13:01.558027Z","steps":["trace[104168235] 'process raft request' (duration: 1.443291628s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:01.558137Z","caller":"traceutil/trace.go:171","msg":"trace[1224154418] linearizableReadLoop","detail":"{readStateIndex:30007; appliedIndex:30000; }","duration":"1.728445007s","start":"2026-05-08T11:12:59.829677Z","end":"2026-05-08T11:13:01.558122Z","steps":["trace[1224154418] 'read index received' (duration: 569.909841ms)","trace[1224154418] 'applied index is now lower than readState.Index' (duration: 1.158533085s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:01.558178Z","caller":"traceutil/trace.go:171","msg":"trace[755324483] transaction","detail":"{read_only:false; response_revision:28675; number_of_response:1; }","duration":"1.728152691s","start":"2026-05-08T11:12:59.830016Z","end":"2026-05-08T11:13:01.558169Z","steps":["trace[755324483] 'process raft request' (duration: 1.727408728s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:01.558224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.829992Z","time spent":"1.728206292s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:01.558225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.114404Z","time spent":"1.443721016s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:01.558035Z","caller":"traceutil/trace.go:171","msg":"trace[16312309] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"1.726302817s","start":"2026-05-08T11:12:59.831663Z","end":"2026-05-08T11:13:01.557965Z","steps":["trace[16312309] 'process raft request' (duration: 1.726046712s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:01.558338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.831646Z","time spent":"1.726643373s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.058613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:02.194022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364309067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:13:02.194131Z","caller":"traceutil/trace.go:171","msg":"trace[1283899715] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28679; }","duration":"2.364438449s","start":"2026-05-08T11:12:59.829657Z","end":"2026-05-08T11:13:02.194095Z","steps":["trace[1283899715] 'agreement among raft nodes before linearized reading' (duration: 1.728546918s)","trace[1283899715] 'range keys from in-memory index tree' (duration: 635.627935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:02.194171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.829644Z","time spent":"2.364517322s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-08T11:13:02.194676Z","caller":"traceutil/trace.go:171","msg":"trace[539912542] transaction","detail":"{read_only:false; response_revision:28680; number_of_response:1; }","duration":"1.557789617s","start":"2026-05-08T11:13:00.636871Z","end":"2026-05-08T11:13:02.19466Z","steps":["trace[539912542] 'process raft request' (duration: 1.556457561s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.194764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.636829Z","time spent":"1.557873088s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.309474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.243714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:02.309863Z","caller":"traceutil/trace.go:171","msg":"trace[838822347] linearizableReadLoop","detail":"{readStateIndex:30014; appliedIndex:30008; }","duration":"751.669224ms","start":"2026-05-08T11:13:01.55817Z","end":"2026-05-08T11:13:02.30984Z","steps":["trace[838822347] 'read index received' (duration: 636.937581ms)","trace[838822347] 'applied index is now lower than readState.Index' (duration: 114.730523ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:02.309893Z","caller":"traceutil/trace.go:171","msg":"trace[1164006918] transaction","detail":"{read_only:false; response_revision:28682; number_of_response:1; }","duration":"1.128483648s","start":"2026-05-08T11:13:01.181359Z","end":"2026-05-08T11:13:02.309843Z","steps":["trace[1164006918] 'process raft request' (duration: 1.128248813s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:02.310007Z","caller":"traceutil/trace.go:171","msg":"trace[163066826] transaction","detail":"{read_only:false; response_revision:28684; number_of_response:1; }","duration":"1.128435207s","start":"2026-05-08T11:13:01.181566Z","end":"2026-05-08T11:13:02.310001Z","steps":["trace[163066826] 'process raft request' (duration: 1.128153551s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.181498Z","time spent":"1.128533218s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.310116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.181335Z","time spent":"1.128673131s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:02.310265Z","caller":"traceutil/trace.go:171","msg":"trace[1689416753] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"1.127148932s","start":"2026-05-08T11:13:01.183107Z","end":"2026-05-08T11:13:02.310256Z","steps":["trace[1689416753] 'process raft request' (duration: 1.126657332s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.183092Z","time spent":"1.127195313s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:02.31038Z","caller":"traceutil/trace.go:171","msg":"trace[891529406] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"1.126839836s","start":"2026-05-08T11:13:01.183533Z","end":"2026-05-08T11:13:02.310373Z","steps":["trace[891529406] 'process raft request' (duration: 1.126259555s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.183523Z","time spent":"1.126868888s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.310654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130348002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:13:02.310687Z","caller":"traceutil/trace.go:171","msg":"trace[406274485] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28686; }","duration":"1.130418055s","start":"2026-05-08T11:13:01.18026Z","end":"2026-05-08T11:13:02.310678Z","steps":["trace[406274485] 'agreement among raft nodes before linearized reading' (duration: 1.130241722s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:02.309982Z","caller":"traceutil/trace.go:171","msg":"trace[1983603262] transaction","detail":"{read_only:false; response_revision:28683; number_of_response:1; }","duration":"1.128504058s","start":"2026-05-08T11:13:01.181466Z","end":"2026-05-08T11:13:02.30997Z","steps":["trace[1983603262] 'process raft request' (duration: 1.128227683s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.310955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:13:02.310807Z","caller":"traceutil/trace.go:171","msg":"trace[102929366] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28686; }","duration":"480.334425ms","start":"2026-05-08T11:13:01.830465Z","end":"2026-05-08T11:13:02.3108Z","steps":["trace[102929366] 'agreement among raft nodes before linearized reading' (duration: 480.262994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.830365Z","time spent":"480.454847ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:02.310826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.181423Z","time spent":"1.129313184s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.310867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935030979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:02.310898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639565005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:02.310889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473446594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-05-08T11:13:02.310929Z","caller":"traceutil/trace.go:171","msg":"trace[407348986] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28686; }","duration":"1.935150571s","start":"2026-05-08T11:13:00.375763Z","end":"2026-05-08T11:13:02.310914Z","steps":["trace[407348986] 'agreement among raft nodes before linearized reading' (duration: 1.935014079s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:02.31095Z","caller":"traceutil/trace.go:171","msg":"trace[1926039518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28686; }","duration":"1.639657786s","start":"2026-05-08T11:13:00.671274Z","end":"2026-05-08T11:13:02.310932Z","steps":["trace[1926039518] 'agreement among raft nodes before linearized reading' (duration: 1.639582385s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:02.310962Z","caller":"traceutil/trace.go:171","msg":"trace[543523116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28686; }","duration":"2.473547207s","start":"2026-05-08T11:12:59.837396Z","end":"2026-05-08T11:13:02.310943Z","steps":["trace[543523116] 'agreement among raft nodes before linearized reading' (duration: 2.473315372s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.375735Z","time spent":"1.935220453s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:02.310988Z","caller":"traceutil/trace.go:171","msg":"trace[408505762] transaction","detail":"{read_only:false; response_revision:28681; number_of_response:1; }","duration":"1.147219452s","start":"2026-05-08T11:13:01.163746Z","end":"2026-05-08T11:13:02.310965Z","steps":["trace[408505762] 'process raft request' (duration: 1.031374878s)","trace[408505762] 'compare' (duration: 114.089341ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:02.310991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.671256Z","time spent":"1.639724728s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:02.311033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.163702Z","time spent":"1.147309904s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:02.311055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050048117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-08T11:13:02.311077Z","caller":"traceutil/trace.go:171","msg":"trace[1368403955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28686; }","duration":"2.050123768s","start":"2026-05-08T11:13:00.260947Z","end":"2026-05-08T11:13:02.311071Z","steps":["trace[1368403955] 'agreement among raft nodes before linearized reading' (duration: 2.050064587s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.311092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.260918Z","time spent":"2.050170069s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:13:02.311096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.50187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:13:02.310708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:01.180246Z","time spent":"1.130456985s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:02.311122Z","caller":"traceutil/trace.go:171","msg":"trace[347277668] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28686; }","duration":"112.565781ms","start":"2026-05-08T11:13:02.19855Z","end":"2026-05-08T11:13:02.311116Z","steps":["trace[347277668] 'agreement among raft nodes before linearized reading' (duration: 112.488679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.310995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:12:59.837387Z","time spent":"2.473602048s","remote":"127.0.0.1:40502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-08T11:13:02.311276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220557186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:02.311304Z","caller":"traceutil/trace.go:171","msg":"trace[1850869162] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28686; }","duration":"2.220622987s","start":"2026-05-08T11:13:00.090674Z","end":"2026-05-08T11:13:02.311297Z","steps":["trace[1850869162] 'agreement among raft nodes before linearized reading' (duration: 2.220571456s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:02.311322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:00.090651Z","time spent":"2.220666388s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:02.311257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.4671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:02.313745Z","caller":"traceutil/trace.go:171","msg":"trace[1556831351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28686; }","duration":"263.947447ms","start":"2026-05-08T11:13:02.04978Z","end":"2026-05-08T11:13:02.313727Z","steps":["trace[1556831351] 'agreement among raft nodes before linearized reading' (duration: 261.44687ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:02.382248Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30007} {"level":"info","ts":"2026-05-08T11:13:02.382391Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25007} {"level":"warn","ts":"2026-05-08T11:13:02.882943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:03.383402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:03.598197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215885621s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:03.598663Z","caller":"traceutil/trace.go:171","msg":"trace[936292647] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"1.251276573s","start":"2026-05-08T11:13:02.347358Z","end":"2026-05-08T11:13:03.598635Z","steps":["trace[936292647] 'process raft request' (duration: 1.251065709s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:03.598873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.347338Z","time spent":"1.251421815s","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:04.321652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:04.321758Z","caller":"traceutil/trace.go:171","msg":"trace[668014357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791144s","start":"2026-05-08T11:13:02.320948Z","end":"2026-05-08T11:13:04.321739Z","steps":["trace[668014357] 'agreement among raft nodes before linearized reading' (duration: 2.000667802s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:04.321798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.320939Z","time spent":"2.000851195s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:04.858146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159975333s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:04.858503Z","caller":"traceutil/trace.go:171","msg":"trace[760767042] linearizableReadLoop","detail":"{readStateIndex:30017; appliedIndex:30014; }","duration":"2.476169316s","start":"2026-05-08T11:13:02.382305Z","end":"2026-05-08T11:13:04.858474Z","steps":["trace[760767042] 'read index received' (duration: 1.216208588s)","trace[760767042] 'applied index is now lower than readState.Index' (duration: 1.259959178s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:04.858632Z","caller":"traceutil/trace.go:171","msg":"trace[1660885309] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"2.225361057s","start":"2026-05-08T11:13:02.633252Z","end":"2026-05-08T11:13:04.858613Z","steps":["trace[1660885309] 'process raft request' (duration: 2.225052181s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:04.858666Z","caller":"traceutil/trace.go:171","msg":"trace[864782964] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"2.469853055s","start":"2026-05-08T11:13:02.388771Z","end":"2026-05-08T11:13:04.858624Z","steps":["trace[864782964] 'process raft request' (duration: 1.30926005s)","trace[864782964] 'compare' (duration: 1.158610847s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:04.858718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.633219Z","time spent":"2.225451019s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:04.858836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.388739Z","time spent":"2.470000508s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:04.859198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540952742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T11:13:04.859283Z","caller":"traceutil/trace.go:171","msg":"trace[627581029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28689; }","duration":"2.541062944s","start":"2026-05-08T11:13:02.3182Z","end":"2026-05-08T11:13:04.859263Z","steps":["trace[627581029] 'agreement among raft nodes before linearized reading' (duration: 2.540807379s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:04.859746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.318188Z","time spent":"2.541539173s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:04.91684Z","caller":"traceutil/trace.go:171","msg":"trace[5151841] transaction","detail":"{read_only:false; response_revision:28690; number_of_response:1; }","duration":"597.963042ms","start":"2026-05-08T11:13:04.31885Z","end":"2026-05-08T11:13:04.916813Z","steps":["trace[5151841] 'process raft request' (duration: 597.795579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:04.917027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.318815Z","time spent":"598.108295ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:05.698408Z","caller":"traceutil/trace.go:171","msg":"trace[2040692715] transaction","detail":"{read_only:false; response_revision:28692; number_of_response:1; }","duration":"1.379335367s","start":"2026-05-08T11:13:04.319033Z","end":"2026-05-08T11:13:05.698369Z","steps":["trace[2040692715] 'process raft request' (duration: 1.379246695s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.698657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.318997Z","time spent":"1.379557642s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:05.698749Z","caller":"traceutil/trace.go:171","msg":"trace[338474739] transaction","detail":"{read_only:false; response_revision:28693; number_of_response:1; }","duration":"1.379633833s","start":"2026-05-08T11:13:04.319081Z","end":"2026-05-08T11:13:05.698715Z","steps":["trace[338474739] 'process raft request' (duration: 1.379243915s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.698927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.319068Z","time spent":"1.379760605s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:05.699664Z","caller":"traceutil/trace.go:171","msg":"trace[736753783] transaction","detail":"{read_only:false; response_revision:28694; number_of_response:1; }","duration":"1.379973179s","start":"2026-05-08T11:13:04.319669Z","end":"2026-05-08T11:13:05.699642Z","steps":["trace[736753783] 'process raft request' (duration: 1.37894519s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:05.6997Z","caller":"traceutil/trace.go:171","msg":"trace[1170912711] linearizableReadLoop","detail":"{readStateIndex:30022; appliedIndex:30017; }","duration":"841.113826ms","start":"2026-05-08T11:13:04.858558Z","end":"2026-05-08T11:13:05.699672Z","steps":["trace[1170912711] 'read index received' (duration: 58.204322ms)","trace[1170912711] 'applied index is now lower than readState.Index' (duration: 782.908054ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:05.699058Z","caller":"traceutil/trace.go:171","msg":"trace[733957928] transaction","detail":"{read_only:false; response_revision:28691; number_of_response:1; }","duration":"1.379924919s","start":"2026-05-08T11:13:04.319034Z","end":"2026-05-08T11:13:05.698959Z","steps":["trace[733957928] 'process raft request' (duration: 1.379030211s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.699773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.319654Z","time spent":"1.38005428s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:05.699901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052707658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:05.699952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458892113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:05.699999Z","caller":"traceutil/trace.go:171","msg":"trace[170589609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28695; }","duration":"1.458997975s","start":"2026-05-08T11:13:04.240989Z","end":"2026-05-08T11:13:05.699987Z","steps":["trace[170589609] 'agreement among raft nodes before linearized reading' (duration: 1.458790731s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539944469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:05.69999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.318998Z","time spent":"1.380832416s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:05.700001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798226084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:05.700055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136376922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:13:05.700083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377468402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:05.700124Z","caller":"traceutil/trace.go:171","msg":"trace[1490528644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28695; }","duration":"1.377578934s","start":"2026-05-08T11:13:04.322537Z","end":"2026-05-08T11:13:05.700116Z","steps":["trace[1490528644] 'agreement among raft nodes before linearized reading' (duration: 1.377261487s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340637355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-08T11:13:05.700132Z","caller":"traceutil/trace.go:171","msg":"trace[1254296699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28695; }","duration":"2.136490324s","start":"2026-05-08T11:13:03.563622Z","end":"2026-05-08T11:13:05.700112Z","steps":["trace[1254296699] 'agreement among raft nodes before linearized reading' (duration: 2.136154837s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.322507Z","time spent":"1.377640595s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068722946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:05.700144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136862471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:13:05.700055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092223066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-08T11:13:05.7002Z","caller":"traceutil/trace.go:171","msg":"trace[166095826] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28695; }","duration":"2.798457749s","start":"2026-05-08T11:13:02.901644Z","end":"2026-05-08T11:13:05.700101Z","steps":["trace[166095826] 'agreement among raft nodes before linearized reading' (duration: 2.798130302s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438788448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-08T11:13:05.700247Z","caller":"traceutil/trace.go:171","msg":"trace[1991111692] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28695; }","duration":"2.092465851s","start":"2026-05-08T11:13:03.60777Z","end":"2026-05-08T11:13:05.700236Z","steps":["trace[1991111692] 'agreement among raft nodes before linearized reading' (duration: 2.09192136s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:05.700258Z","caller":"traceutil/trace.go:171","msg":"trace[1438169179] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28695; }","duration":"2.43889293s","start":"2026-05-08T11:13:03.261355Z","end":"2026-05-08T11:13:05.700248Z","steps":["trace[1438169179] 'agreement among raft nodes before linearized reading' (duration: 2.43837333s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:05.700245Z","caller":"traceutil/trace.go:171","msg":"trace[1108397672] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28695; }","duration":"3.06893056s","start":"2026-05-08T11:13:02.631286Z","end":"2026-05-08T11:13:05.700217Z","steps":["trace[1108397672] 'agreement among raft nodes before linearized reading' (duration: 3.068509291s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:05.700262Z","caller":"traceutil/trace.go:171","msg":"trace[569225496] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28695; }","duration":"2.137011554s","start":"2026-05-08T11:13:03.563217Z","end":"2026-05-08T11:13:05.700229Z","steps":["trace[569225496] 'agreement among raft nodes before linearized reading' (duration: 2.136520554s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.261312Z","time spent":"2.438986681s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.56321Z","time spent":"2.137102255s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.631258Z","time spent":"3.069048491s","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:05.700325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.901614Z","time spent":"2.798673302s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:05.700134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114893051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:05.700194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.563611Z","time spent":"2.136569805s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T11:13:05.700468Z","caller":"traceutil/trace.go:171","msg":"trace[412905031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28695; }","duration":"1.115291478s","start":"2026-05-08T11:13:04.585163Z","end":"2026-05-08T11:13:05.700454Z","steps":["trace[412905031] 'agreement among raft nodes before linearized reading' (duration: 1.114587274s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137018535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:13:05.699962Z","caller":"traceutil/trace.go:171","msg":"trace[1853381940] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28695; }","duration":"2.05280417s","start":"2026-05-08T11:13:03.647142Z","end":"2026-05-08T11:13:05.699946Z","steps":["trace[1853381940] 'agreement among raft nodes before linearized reading' (duration: 2.052663456s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.585125Z","time spent":"1.11537641s","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:05.700539Z","caller":"traceutil/trace.go:171","msg":"trace[1415450556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28695; }","duration":"2.137377101s","start":"2026-05-08T11:13:03.563138Z","end":"2026-05-08T11:13:05.700515Z","steps":["trace[1415450556] 'agreement among raft nodes before linearized reading' (duration: 2.136621156s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.647122Z","time spent":"2.053403631s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:05.700594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.563111Z","time spent":"2.137464492s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.607757Z","time spent":"2.092540202s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17256,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-08T11:13:05.700183Z","caller":"traceutil/trace.go:171","msg":"trace[347822415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28695; }","duration":"1.340780158s","start":"2026-05-08T11:13:04.35938Z","end":"2026-05-08T11:13:05.70016Z","steps":["trace[347822415] 'agreement among raft nodes before linearized reading' (duration: 1.340385139s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724674731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:13:05.700707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.359362Z","time spent":"1.341334618s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:05.700715Z","caller":"traceutil/trace.go:171","msg":"trace[405685146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28695; }","duration":"2.725130729s","start":"2026-05-08T11:13:02.97557Z","end":"2026-05-08T11:13:05.700701Z","steps":["trace[405685146] 'agreement among raft nodes before linearized reading' (duration: 2.724193031s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:05.700048Z","caller":"traceutil/trace.go:171","msg":"trace[1130755123] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28695; }","duration":"1.54002685s","start":"2026-05-08T11:13:04.160011Z","end":"2026-05-08T11:13:05.700038Z","steps":["trace[1130755123] 'agreement among raft nodes before linearized reading' (duration: 1.539778535s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:02.975558Z","time spent":"2.72519499s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13787066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:13:05.700863Z","caller":"traceutil/trace.go:171","msg":"trace[1805436694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28695; }","duration":"2.138130894s","start":"2026-05-08T11:13:03.562717Z","end":"2026-05-08T11:13:05.700848Z","steps":["trace[1805436694] 'agreement among raft nodes before linearized reading' (duration: 2.137039263s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.700944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.562675Z","time spent":"2.138253477s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.240958Z","time spent":"1.459073728s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:05.700813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.159988Z","time spent":"1.540805474s","remote":"127.0.0.1:42968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:05.699692Z","caller":"traceutil/trace.go:171","msg":"trace[1082996324] transaction","detail":"{read_only:false; response_revision:28695; number_of_response:1; }","duration":"831.784389ms","start":"2026-05-08T11:13:04.867867Z","end":"2026-05-08T11:13:05.699651Z","steps":["trace[1082996324] 'process raft request' (duration: 831.670637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:05.701694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.867819Z","time spent":"833.798148ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:06.400444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.774939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-08T11:13:06.40087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83764537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:13:06.400972Z","caller":"traceutil/trace.go:171","msg":"trace[356960915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28695; }","duration":"2.837776722s","start":"2026-05-08T11:13:03.563169Z","end":"2026-05-08T11:13:06.400946Z","steps":["trace[356960915] 'agreement among raft nodes before linearized reading' (duration: 2.136539814s)","trace[356960915] 'range keys from in-memory index tree' (duration: 700.967513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:06.401016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:03.563157Z","time spent":"2.837850363s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:06.401082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537545883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-08T11:13:06.401144Z","caller":"traceutil/trace.go:171","msg":"trace[1690734072] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28695; }","duration":"1.537665904s","start":"2026-05-08T11:13:04.863465Z","end":"2026-05-08T11:13:06.401131Z","steps":["trace[1690734072] 'agreement among raft nodes before linearized reading' (duration: 1.537470921s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:06.401187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.863444Z","time spent":"1.537734236s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:06.400901Z","caller":"traceutil/trace.go:171","msg":"trace[633012711] linearizableReadLoop","detail":"{readStateIndex:30024; appliedIndex:30023; }","duration":"701.100905ms","start":"2026-05-08T11:13:05.699774Z","end":"2026-05-08T11:13:06.400875Z","steps":["trace[633012711] 'read index received' (duration: 49.46µs)","trace[633012711] 'applied index is now lower than readState.Index' (duration: 701.049475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:06.401472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322964909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:06.401509Z","caller":"traceutil/trace.go:171","msg":"trace[125696126] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28695; }","duration":"1.323041211s","start":"2026-05-08T11:13:05.078453Z","end":"2026-05-08T11:13:06.401495Z","steps":["trace[125696126] 'agreement among raft nodes before linearized reading' (duration: 1.3229735s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:06.401579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.078426Z","time spent":"1.323144213s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:06.40173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606153321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:06.401788Z","caller":"traceutil/trace.go:171","msg":"trace[1702103805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28695; }","duration":"1.606254653s","start":"2026-05-08T11:13:04.795514Z","end":"2026-05-08T11:13:06.401768Z","steps":["trace[1702103805] 'agreement among raft nodes before linearized reading' (duration: 904.21758ms)","trace[1702103805] 'count revisions from in-memory index tree' (duration: 701.960082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:06.401808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503360416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:06.401435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.369128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:06.401827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.795484Z","time spent":"1.606333585s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:06.401841Z","caller":"traceutil/trace.go:171","msg":"trace[1543996740] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28695; }","duration":"1.503484208s","start":"2026-05-08T11:13:04.898346Z","end":"2026-05-08T11:13:06.40183Z","steps":["trace[1543996740] 'agreement among raft nodes before linearized reading' (duration: 1.503384866s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:06.401872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:04.898308Z","time spent":"1.503555229s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:06.401898Z","caller":"traceutil/trace.go:171","msg":"trace[86826812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28695; }","duration":"863.870097ms","start":"2026-05-08T11:13:05.537985Z","end":"2026-05-08T11:13:06.401855Z","steps":["trace[86826812] 'agreement among raft nodes before linearized reading' (duration: 863.370817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:06.402049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.537941Z","time spent":"864.05599ms","remote":"127.0.0.1:43290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:06.402288Z","caller":"traceutil/trace.go:171","msg":"trace[1481849009] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"695.018749ms","start":"2026-05-08T11:13:05.707251Z","end":"2026-05-08T11:13:06.40227Z","steps":["trace[1481849009] 'process raft request' (duration: 693.412289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:06.402436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707229Z","time spent":"695.123051ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:06.90174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:07.394461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.090785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:07.394577Z","caller":"traceutil/trace.go:171","msg":"trace[1812038051] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"1.687304478s","start":"2026-05-08T11:13:05.707251Z","end":"2026-05-08T11:13:07.394555Z","steps":["trace[1812038051] 'process raft request' (duration: 695.001169ms)","trace[1812038051] 'compare' (duration: 991.256539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:07.394643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707229Z","time spent":"1.687385279s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:07.396231Z","caller":"traceutil/trace.go:171","msg":"trace[1847951117] transaction","detail":"{read_only:false; response_revision:28698; number_of_response:1; }","duration":"1.688473521s","start":"2026-05-08T11:13:05.707715Z","end":"2026-05-08T11:13:07.396189Z","steps":["trace[1847951117] 'process raft request' (duration: 1.688190256s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.396501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707697Z","time spent":"1.688657134s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:07.396521Z","caller":"traceutil/trace.go:171","msg":"trace[182636507] transaction","detail":"{read_only:false; response_revision:28699; number_of_response:1; }","duration":"1.688694684s","start":"2026-05-08T11:13:05.70778Z","end":"2026-05-08T11:13:07.396475Z","steps":["trace[182636507] 'process raft request' (duration: 1.688338818s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:07.396658Z","caller":"traceutil/trace.go:171","msg":"trace[2144182138] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"1.68845402s","start":"2026-05-08T11:13:05.708175Z","end":"2026-05-08T11:13:07.396629Z","steps":["trace[2144182138] 'process raft request' (duration: 1.688166225s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:07.396702Z","caller":"traceutil/trace.go:171","msg":"trace[2100968034] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"1.68845896s","start":"2026-05-08T11:13:05.708218Z","end":"2026-05-08T11:13:07.396677Z","steps":["trace[2100968034] 'process raft request' (duration: 1.688228696s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.396749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707776Z","time spent":"1.688850248s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:07.396783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.708169Z","time spent":"1.688557932s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:07.396846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.708212Z","time spent":"1.688563583s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:07.40384Z","caller":"traceutil/trace.go:171","msg":"trace[819839803] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"996.035009ms","start":"2026-05-08T11:13:06.407789Z","end":"2026-05-08T11:13:07.403824Z","steps":["trace[819839803] 'process raft request' (duration: 995.756754ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:07.403859Z","caller":"traceutil/trace.go:171","msg":"trace[1925140952] linearizableReadLoop","detail":"{readStateIndex:30032; appliedIndex:30030; }","duration":"1.002347948s","start":"2026-05-08T11:13:06.401482Z","end":"2026-05-08T11:13:07.40383Z","steps":["trace[1925140952] 'read index received' (duration: 995.381796ms)","trace[1925140952] 'applied index is now lower than readState.Index' (duration: 6.964512ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:07.403991Z","caller":"traceutil/trace.go:171","msg":"trace[342800881] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"995.790326ms","start":"2026-05-08T11:13:06.408188Z","end":"2026-05-08T11:13:07.403978Z","steps":["trace[342800881] 'process raft request' (duration: 995.50319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.403917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:06.40777Z","time spent":"996.108861ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:07.404114Z","caller":"traceutil/trace.go:171","msg":"trace[1210505993] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"480.55574ms","start":"2026-05-08T11:13:06.923549Z","end":"2026-05-08T11:13:07.404105Z","steps":["trace[1210505993] 'process raft request' (duration: 480.196643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:06.40818Z","time spent":"995.851387ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:07.404169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:06.923518Z","time spent":"480.627571ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:07.404174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69635232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:07.4043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.371806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:07.404283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697117424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-08T11:13:07.404334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.141839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:07.404352Z","caller":"traceutil/trace.go:171","msg":"trace[1125479600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28705; }","duration":"1.697195026s","start":"2026-05-08T11:13:05.707143Z","end":"2026-05-08T11:13:07.404338Z","steps":["trace[1125479600] 'agreement among raft nodes before linearized reading' (duration: 1.697017252s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:07.404349Z","caller":"traceutil/trace.go:171","msg":"trace[1143379895] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28705; }","duration":"950.456216ms","start":"2026-05-08T11:13:06.453876Z","end":"2026-05-08T11:13:07.404332Z","steps":["trace[1143379895] 'agreement among raft nodes before linearized reading' (duration: 950.381895ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:07.404369Z","caller":"traceutil/trace.go:171","msg":"trace[2063450371] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28705; }","duration":"116.215301ms","start":"2026-05-08T11:13:07.288144Z","end":"2026-05-08T11:13:07.404359Z","steps":["trace[2063450371] 'agreement among raft nodes before linearized reading' (duration: 116.15129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707134Z","time spent":"1.697240716s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:07.404386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:06.453854Z","time spent":"950.522628ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:07.404458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666224169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:07.404508Z","caller":"traceutil/trace.go:171","msg":"trace[1683000501] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28705; }","duration":"1.66630252s","start":"2026-05-08T11:13:05.738196Z","end":"2026-05-08T11:13:07.404499Z","steps":["trace[1683000501] 'agreement among raft nodes before linearized reading' (duration: 1.666229829s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.40452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700182462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-08T11:13:07.404555Z","caller":"traceutil/trace.go:171","msg":"trace[2067702069] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691; range_end:; response_count:1; response_revision:28705; }","duration":"1.700235353s","start":"2026-05-08T11:13:05.704312Z","end":"2026-05-08T11:13:07.404547Z","steps":["trace[2067702069] 'agreement among raft nodes before linearized reading' (duration: 1.700146542s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.40458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.704293Z","time spent":"1.700281734s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691\" "} {"level":"warn","ts":"2026-05-08T11:13:07.404605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.738184Z","time spent":"1.666356521s","remote":"127.0.0.1:40284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:07.404314Z","caller":"traceutil/trace.go:171","msg":"trace[231997258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28705; }","duration":"1.696603555s","start":"2026-05-08T11:13:05.707692Z","end":"2026-05-08T11:13:07.404296Z","steps":["trace[231997258] 'agreement among raft nodes before linearized reading' (duration: 1.696299959s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.707683Z","time spent":"1.697037203s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:07.404741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.208417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:07.40478Z","caller":"traceutil/trace.go:171","msg":"trace[1982852354] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28705; }","duration":"439.277027ms","start":"2026-05-08T11:13:06.965491Z","end":"2026-05-08T11:13:07.404768Z","steps":["trace[1982852354] 'agreement among raft nodes before linearized reading' (duration: 439.222106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.431932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-08T11:13:07.404824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:06.965471Z","time spent":"439.341839ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:07.40484Z","caller":"traceutil/trace.go:171","msg":"trace[1834650141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28705; }","duration":"194.633105ms","start":"2026-05-08T11:13:07.21019Z","end":"2026-05-08T11:13:07.404824Z","steps":["trace[1834650141] 'agreement among raft nodes before linearized reading' (duration: 194.385981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696728067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-08T11:13:07.404984Z","caller":"traceutil/trace.go:171","msg":"trace[1530078130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:28705; }","duration":"1.696766438s","start":"2026-05-08T11:13:05.708209Z","end":"2026-05-08T11:13:07.404975Z","steps":["trace[1530078130] 'agreement among raft nodes before linearized reading' (duration: 1.696688607s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:07.404999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:05.708201Z","time spent":"1.696793959s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"warn","ts":"2026-05-08T11:13:19.98802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T11:13:20.426541Z","caller":"traceutil/trace.go:171","msg":"trace[1534523523] transaction","detail":"{read_only:false; response_revision:28862; number_of_response:1; }","duration":"945.661536ms","start":"2026-05-08T11:13:19.480848Z","end":"2026-05-08T11:13:20.426509Z","steps":["trace[1534523523] 'process raft request' (duration: 945.37744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:20.426774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.480827Z","time spent":"945.829789ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:21.66893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T11:13:21.669038Z","caller":"traceutil/trace.go:171","msg":"trace[517237848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005925s","start":"2026-05-08T11:13:19.668418Z","end":"2026-05-08T11:13:21.66901Z","steps":["trace[517237848] 'agreement among raft nodes before linearized reading' (duration: 2.000454578s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.6691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.66839Z","time spent":"2.000699293s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:21.951119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.670077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:21.951371Z","caller":"traceutil/trace.go:171","msg":"trace[1253044823] linearizableReadLoop","detail":"{readStateIndex:30201; appliedIndex:30197; }","duration":"2.463622218s","start":"2026-05-08T11:13:19.48773Z","end":"2026-05-08T11:13:21.951352Z","steps":["trace[1253044823] 'read index received' (duration: 939.258245ms)","trace[1253044823] 'applied index is now lower than readState.Index' (duration: 1.524362523s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:21.951617Z","caller":"traceutil/trace.go:171","msg":"trace[1327701764] transaction","detail":"{read_only:false; response_revision:28863; number_of_response:1; }","duration":"2.187061571s","start":"2026-05-08T11:13:19.764541Z","end":"2026-05-08T11:13:21.951603Z","steps":["trace[1327701764] 'process raft request' (duration: 1.232813932s)","trace[1327701764] 'compare' (duration: 953.550575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:21.951681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.76452Z","time spent":"2.187125932s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:21.951846Z","caller":"traceutil/trace.go:171","msg":"trace[473579378] transaction","detail":"{read_only:false; response_revision:28864; number_of_response:1; }","duration":"2.184051374s","start":"2026-05-08T11:13:19.767785Z","end":"2026-05-08T11:13:21.951836Z","steps":["trace[473579378] 'process raft request' (duration: 2.183441442s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.9519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.767775Z","time spent":"2.184096095s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:21.952017Z","caller":"traceutil/trace.go:171","msg":"trace[1929787077] transaction","detail":"{read_only:false; response_revision:28865; number_of_response:1; }","duration":"2.082553751s","start":"2026-05-08T11:13:19.869454Z","end":"2026-05-08T11:13:21.952007Z","steps":["trace[1929787077] 'process raft request' (duration: 2.081821748s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.952065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.869435Z","time spent":"2.082602503s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:21.952186Z","caller":"traceutil/trace.go:171","msg":"trace[207107365] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"2.08091228s","start":"2026-05-08T11:13:19.871263Z","end":"2026-05-08T11:13:21.952175Z","steps":["trace[207107365] 'process raft request' (duration: 2.080046065s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.952241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.87123Z","time spent":"2.080979952s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:21.952479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464760569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:13:21.95251Z","caller":"traceutil/trace.go:171","msg":"trace[87461204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28866; }","duration":"2.46483264s","start":"2026-05-08T11:13:19.487667Z","end":"2026-05-08T11:13:21.9525Z","steps":["trace[87461204] 'agreement among raft nodes before linearized reading' (duration: 2.464677938s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.952547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.487647Z","time spent":"2.464893661s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:13:21.952876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464875072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:13:21.953Z","caller":"traceutil/trace.go:171","msg":"trace[2118444940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28866; }","duration":"2.465076406s","start":"2026-05-08T11:13:19.487893Z","end":"2026-05-08T11:13:21.952969Z","steps":["trace[2118444940] 'agreement among raft nodes before linearized reading' (duration: 2.464503614s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.487859Z","time spent":"2.465192407s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:21.953162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659043763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-08T11:13:21.953256Z","caller":"traceutil/trace.go:171","msg":"trace[276717495] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28866; }","duration":"1.659201466s","start":"2026-05-08T11:13:20.294033Z","end":"2026-05-08T11:13:21.953234Z","steps":["trace[276717495] 'agreement among raft nodes before linearized reading' (duration: 1.65891158s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.294004Z","time spent":"1.659280828s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:21.953246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110689776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:21.953324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418489043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:13:21.953356Z","caller":"traceutil/trace.go:171","msg":"trace[894654306] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28866; }","duration":"2.110888649s","start":"2026-05-08T11:13:19.842439Z","end":"2026-05-08T11:13:21.953328Z","steps":["trace[894654306] 'agreement among raft nodes before linearized reading' (duration: 2.110557893s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.95338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032772666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:21.953393Z","caller":"traceutil/trace.go:171","msg":"trace[1446356045] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28866; }","duration":"2.418605895s","start":"2026-05-08T11:13:19.534763Z","end":"2026-05-08T11:13:21.953369Z","steps":["trace[1446356045] 'agreement among raft nodes before linearized reading' (duration: 2.418446772s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307483491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-08T11:13:21.953415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.8424Z","time spent":"2.111002511s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:21.953451Z","caller":"traceutil/trace.go:171","msg":"trace[1992826984] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28866; }","duration":"1.032902287s","start":"2026-05-08T11:13:20.920525Z","end":"2026-05-08T11:13:21.953428Z","steps":["trace[1992826984] 'agreement among raft nodes before linearized reading' (duration: 1.032770505s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.534732Z","time spent":"2.418706567s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:21.95348Z","caller":"traceutil/trace.go:171","msg":"trace[833707504] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a; range_end:; response_count:1; response_revision:28866; }","duration":"2.307572383s","start":"2026-05-08T11:13:19.645879Z","end":"2026-05-08T11:13:21.953451Z","steps":["trace[833707504] 'agreement among raft nodes before linearized reading' (duration: 2.30743508s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.920492Z","time spent":"1.032992359s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:21.953528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.64586Z","time spent":"2.307657724s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a\" "} {"level":"warn","ts":"2026-05-08T11:13:21.953647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435369038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:13:21.953684Z","caller":"traceutil/trace.go:171","msg":"trace[121777386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28866; }","duration":"1.43545863s","start":"2026-05-08T11:13:20.518215Z","end":"2026-05-08T11:13:21.953674Z","steps":["trace[121777386] 'agreement among raft nodes before linearized reading' (duration: 1.435369408s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.518184Z","time spent":"1.43551707s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:21.95352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053240313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:21.953757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.948646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:21.953794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47984386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:21.953805Z","caller":"traceutil/trace.go:171","msg":"trace[1533826515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28866; }","duration":"528.038738ms","start":"2026-05-08T11:13:21.425753Z","end":"2026-05-08T11:13:21.953791Z","steps":["trace[1533826515] 'agreement among raft nodes before linearized reading' (duration: 527.971267ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:21.95383Z","caller":"traceutil/trace.go:171","msg":"trace[1159946279] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28866; }","duration":"1.479926101s","start":"2026-05-08T11:13:20.473894Z","end":"2026-05-08T11:13:21.95382Z","steps":["trace[1159946279] 'agreement among raft nodes before linearized reading' (duration: 1.47987191s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.425702Z","time spent":"528.13078ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:21.953837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459954069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:13:21.953865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.473855Z","time spent":"1.480004543s","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:21.953858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930788019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-08T11:13:21.953893Z","caller":"traceutil/trace.go:171","msg":"trace[1611445265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28866; }","duration":"2.46002487s","start":"2026-05-08T11:13:19.493852Z","end":"2026-05-08T11:13:21.953877Z","steps":["trace[1611445265] 'agreement among raft nodes before linearized reading' (duration: 2.459879147s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:21.953909Z","caller":"traceutil/trace.go:171","msg":"trace[1588946871] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28866; }","duration":"1.93083225s","start":"2026-05-08T11:13:20.023059Z","end":"2026-05-08T11:13:21.953891Z","steps":["trace[1588946871] 'agreement among raft nodes before linearized reading' (duration: 1.930641056s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.9537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.443606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:21.953953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.493843Z","time spent":"2.460097491s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:21.953965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.933247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-08T11:13:21.953768Z","caller":"traceutil/trace.go:171","msg":"trace[1503943030] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28866; }","duration":"1.053550838s","start":"2026-05-08T11:13:20.900204Z","end":"2026-05-08T11:13:21.953755Z","steps":["trace[1503943030] 'agreement among raft nodes before linearized reading' (duration: 1.053273423s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:21.953996Z","caller":"traceutil/trace.go:171","msg":"trace[1034308949] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28866; }","duration":"639.006669ms","start":"2026-05-08T11:13:21.314981Z","end":"2026-05-08T11:13:21.953987Z","steps":["trace[1034308949] 'agreement among raft nodes before linearized reading' (duration: 638.918267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.953966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527780757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:21.954017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.900157Z","time spent":"1.053846454s","remote":"127.0.0.1:40366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:21.954026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.314947Z","time spent":"639.07469ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17256,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T11:13:21.954032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460420337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:13:21.954028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465501483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:13:21.954071Z","caller":"traceutil/trace.go:171","msg":"trace[1020176579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28866; }","duration":"2.460481799s","start":"2026-05-08T11:13:19.493578Z","end":"2026-05-08T11:13:21.954059Z","steps":["trace[1020176579] 'agreement among raft nodes before linearized reading' (duration: 2.460369186s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:21.954079Z","caller":"traceutil/trace.go:171","msg":"trace[1249281995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28866; }","duration":"2.465579255s","start":"2026-05-08T11:13:19.488486Z","end":"2026-05-08T11:13:21.954065Z","steps":["trace[1249281995] 'agreement among raft nodes before linearized reading' (duration: 2.465434101s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:21.95406Z","caller":"traceutil/trace.go:171","msg":"trace[382512266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28866; }","duration":"1.527963121s","start":"2026-05-08T11:13:20.426071Z","end":"2026-05-08T11:13:21.954034Z","steps":["trace[382512266] 'agreement among raft nodes before linearized reading' (duration: 1.527790428s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.954109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.493565Z","time spent":"2.460535861s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T11:13:21.954058Z","caller":"traceutil/trace.go:171","msg":"trace[2075479922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28866; }","duration":"283.787083ms","start":"2026-05-08T11:13:21.6702Z","end":"2026-05-08T11:13:21.953987Z","steps":["trace[2075479922] 'agreement among raft nodes before linearized reading' (duration: 283.464257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.954111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.488475Z","time spent":"2.465629536s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:13:21.954126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.426043Z","time spent":"1.528070564s","remote":"127.0.0.1:34436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:21.953947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:20.022983Z","time spent":"1.930955442s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:21.953244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409978092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:13:21.954386Z","caller":"traceutil/trace.go:171","msg":"trace[1639953846] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28866; }","duration":"2.411171964s","start":"2026-05-08T11:13:19.543198Z","end":"2026-05-08T11:13:21.95437Z","steps":["trace[1639953846] 'agreement among raft nodes before linearized reading' (duration: 2.409763878s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:21.954428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:19.543181Z","time spent":"2.411234206s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:22.459146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:22.959816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:23.080423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123124995s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:23.084251Z","caller":"traceutil/trace.go:171","msg":"trace[112596515] transaction","detail":"{read_only:false; response_revision:28867; number_of_response:1; }","duration":"1.127075801s","start":"2026-05-08T11:13:21.957138Z","end":"2026-05-08T11:13:23.084214Z","steps":["trace[112596515] 'process raft request' (duration: 1.123506023s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.084433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.957109Z","time spent":"1.127204794s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:23.64104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.01493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:23.641642Z","caller":"traceutil/trace.go:171","msg":"trace[66543165] transaction","detail":"{read_only:false; response_revision:28871; number_of_response:1; }","duration":"1.68102786s","start":"2026-05-08T11:13:21.96058Z","end":"2026-05-08T11:13:23.641608Z","steps":["trace[66543165] 'process raft request' (duration: 1.680822346s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.641705Z","caller":"traceutil/trace.go:171","msg":"trace[1336273506] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"1.681426377s","start":"2026-05-08T11:13:21.960207Z","end":"2026-05-08T11:13:23.641634Z","steps":["trace[1336273506] 'process raft request' (duration: 1.68104366s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.641839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.960576Z","time spent":"1.681143842s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.641838Z","caller":"traceutil/trace.go:171","msg":"trace[1180722803] transaction","detail":"{read_only:false; response_revision:28868; number_of_response:1; }","duration":"1.682034969s","start":"2026-05-08T11:13:21.959771Z","end":"2026-05-08T11:13:23.641806Z","steps":["trace[1180722803] 'process raft request' (duration: 1.540153462s)","trace[1180722803] 'compare' (duration: 140.731865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:23.641982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.959746Z","time spent":"1.68215676s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.641969Z","caller":"traceutil/trace.go:171","msg":"trace[819382118] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"1.681524509s","start":"2026-05-08T11:13:21.960416Z","end":"2026-05-08T11:13:23.64194Z","steps":["trace[819382118] 'process raft request' (duration: 1.680944588s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.641989Z","caller":"traceutil/trace.go:171","msg":"trace[1582303280] transaction","detail":"{read_only:false; response_revision:28876; number_of_response:1; }","duration":"1.209586594s","start":"2026-05-08T11:13:22.432389Z","end":"2026-05-08T11:13:23.641976Z","steps":["trace[1582303280] 'process raft request' (duration: 1.209296738s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.960183Z","time spent":"1.681683272s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.641996Z","caller":"traceutil/trace.go:171","msg":"trace[1059514798] transaction","detail":"{read_only:false; response_revision:28873; number_of_response:1; }","duration":"1.680599431s","start":"2026-05-08T11:13:21.961346Z","end":"2026-05-08T11:13:23.641946Z","steps":["trace[1059514798] 'process raft request' (duration: 1.680146353s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.642018Z","caller":"traceutil/trace.go:171","msg":"trace[1927187111] transaction","detail":"{read_only:false; response_revision:28875; number_of_response:1; }","duration":"1.21518657s","start":"2026-05-08T11:13:22.426791Z","end":"2026-05-08T11:13:23.641978Z","steps":["trace[1927187111] 'process raft request' (duration: 1.214853824s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.960403Z","time spent":"1.681626301s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.642099Z","caller":"traceutil/trace.go:171","msg":"trace[2038358383] transaction","detail":"{read_only:false; response_revision:28877; number_of_response:1; }","duration":"1.202754224s","start":"2026-05-08T11:13:22.439335Z","end":"2026-05-08T11:13:23.64209Z","steps":["trace[2038358383] 'process raft request' (duration: 1.202487119s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.642083Z","caller":"traceutil/trace.go:171","msg":"trace[1311420906] transaction","detail":"{read_only:false; response_revision:28872; number_of_response:1; }","duration":"1.681119102s","start":"2026-05-08T11:13:21.960894Z","end":"2026-05-08T11:13:23.642013Z","steps":["trace[1311420906] 'process raft request' (duration: 1.680545942s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.642091Z","caller":"traceutil/trace.go:171","msg":"trace[76024507] transaction","detail":"{read_only:false; response_revision:28874; number_of_response:1; }","duration":"1.680146143s","start":"2026-05-08T11:13:21.961871Z","end":"2026-05-08T11:13:23.642018Z","steps":["trace[76024507] 'process raft request' (duration: 1.679724146s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.426756Z","time spent":"1.215354782s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:23.642149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.439318Z","time spent":"1.202811394s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:23.64223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.961317Z","time spent":"1.680783385s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:23.642058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.432375Z","time spent":"1.209648005s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.641985Z","caller":"traceutil/trace.go:171","msg":"trace[1682549954] linearizableReadLoop","detail":"{readStateIndex:30212; appliedIndex:30201; }","duration":"1.682914796s","start":"2026-05-08T11:13:21.959053Z","end":"2026-05-08T11:13:23.641968Z","steps":["trace[1682549954] 'read index received' (duration: 1.121687279s)","trace[1682549954] 'applied index is now lower than readState.Index' (duration: 561.226356ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:23.642388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.960889Z","time spent":"1.681308956s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:23.6424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683342343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-08T11:13:23.642515Z","caller":"traceutil/trace.go:171","msg":"trace[2113246590] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28877; }","duration":"1.683515656s","start":"2026-05-08T11:13:21.958981Z","end":"2026-05-08T11:13:23.642497Z","steps":["trace[2113246590] 'agreement among raft nodes before linearized reading' (duration: 1.683092688s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683448865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T11:13:23.64261Z","caller":"traceutil/trace.go:171","msg":"trace[994299302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28877; }","duration":"1.683493966s","start":"2026-05-08T11:13:21.959107Z","end":"2026-05-08T11:13:23.642601Z","steps":["trace[994299302] 'agreement among raft nodes before linearized reading' (duration: 1.683369164s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183154293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:23.642423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.961864Z","time spent":"1.680380048s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:23.642675Z","caller":"traceutil/trace.go:171","msg":"trace[233616159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28877; }","duration":"1.183291396s","start":"2026-05-08T11:13:22.459359Z","end":"2026-05-08T11:13:23.642651Z","steps":["trace[233616159] 'agreement among raft nodes before linearized reading' (duration: 1.183132872s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680872797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:23.642731Z","caller":"traceutil/trace.go:171","msg":"trace[1118912918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28877; }","duration":"1.680937618s","start":"2026-05-08T11:13:21.961782Z","end":"2026-05-08T11:13:23.642719Z","steps":["trace[1118912918] 'agreement among raft nodes before linearized reading' (duration: 1.680845936s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.259493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:23.642776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.017114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-05-08T11:13:23.64278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.961776Z","time spent":"1.680997559s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:13:23.642811Z","caller":"traceutil/trace.go:171","msg":"trace[1858541709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28877; }","duration":"579.098446ms","start":"2026-05-08T11:13:23.063706Z","end":"2026-05-08T11:13:23.642805Z","steps":["trace[1858541709] 'agreement among raft nodes before linearized reading' (duration: 579.022514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224851133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-08T11:13:23.642832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.063679Z","time spent":"579.150006ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T11:13:23.64282Z","caller":"traceutil/trace.go:171","msg":"trace[700205116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28877; }","duration":"359.382646ms","start":"2026-05-08T11:13:23.283418Z","end":"2026-05-08T11:13:23.6428Z","steps":["trace[700205116] 'agreement among raft nodes before linearized reading' (duration: 359.248203ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:23.642853Z","caller":"traceutil/trace.go:171","msg":"trace[1716072178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28877; }","duration":"1.224915683s","start":"2026-05-08T11:13:22.417925Z","end":"2026-05-08T11:13:23.642841Z","steps":["trace[1716072178] 'agreement among raft nodes before linearized reading' (duration: 1.224776191s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.417912Z","time spent":"1.224969645s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-08T11:13:23.642887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.283391Z","time spent":"359.481237ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:23.642736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.459312Z","time spent":"1.183410028s","remote":"127.0.0.1:42912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:23.642579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.958958Z","time spent":"1.683608598s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:23.642963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.236406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:13:23.642757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.835031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-08T11:13:23.643025Z","caller":"traceutil/trace.go:171","msg":"trace[1745732099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28877; }","duration":"825.331898ms","start":"2026-05-08T11:13:22.81768Z","end":"2026-05-08T11:13:23.643012Z","steps":["trace[1745732099] 'agreement among raft nodes before linearized reading' (duration: 825.086104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.643032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239011751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-08T11:13:23.643035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.900455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:23.643042Z","caller":"traceutil/trace.go:171","msg":"trace[904161745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28877; }","duration":"682.149686ms","start":"2026-05-08T11:13:22.960879Z","end":"2026-05-08T11:13:23.643028Z","steps":["trace[904161745] 'agreement among raft nodes before linearized reading' (duration: 681.785469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365316733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:23.643073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.817669Z","time spent":"825.395579ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T11:13:23.64309Z","caller":"traceutil/trace.go:171","msg":"trace[64511664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28877; }","duration":"905.016417ms","start":"2026-05-08T11:13:22.738057Z","end":"2026-05-08T11:13:23.643073Z","steps":["trace[64511664] 'agreement among raft nodes before linearized reading' (duration: 904.909625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.643137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.738011Z","time spent":"905.113248ms","remote":"127.0.0.1:42928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:23.643129Z","caller":"traceutil/trace.go:171","msg":"trace[653241160] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28877; }","duration":"1.365818172s","start":"2026-05-08T11:13:22.277291Z","end":"2026-05-08T11:13:23.643109Z","steps":["trace[653241160] 'agreement among raft nodes before linearized reading' (duration: 1.365318682s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.642694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683323174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T11:13:23.643204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.27727Z","time spent":"1.365914104s","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:23.643232Z","caller":"traceutil/trace.go:171","msg":"trace[786006894] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:28877; }","duration":"1.683876794s","start":"2026-05-08T11:13:21.959343Z","end":"2026-05-08T11:13:23.64322Z","steps":["trace[786006894] 'agreement among raft nodes before linearized reading' (duration: 1.683301774s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.643265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.959329Z","time spent":"1.683931185s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"warn","ts":"2026-05-08T11:13:23.642633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:21.959098Z","time spent":"1.683530787s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:13:23.643074Z","caller":"traceutil/trace.go:171","msg":"trace[461418767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28877; }","duration":"1.239106812s","start":"2026-05-08T11:13:22.403957Z","end":"2026-05-08T11:13:23.643064Z","steps":["trace[461418767] 'agreement among raft nodes before linearized reading' (duration: 1.239012191s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:23.643094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.960861Z","time spent":"682.221888ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:23.643363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:22.403933Z","time spent":"1.239421208s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:24.150047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:24.650731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:25.151591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:25.435083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.789036895s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:25.435577Z","caller":"traceutil/trace.go:171","msg":"trace[816945979] transaction","detail":"{read_only:false; response_revision:28878; number_of_response:1; }","duration":"1.789649506s","start":"2026-05-08T11:13:23.645892Z","end":"2026-05-08T11:13:25.435541Z","steps":["trace[816945979] 'process raft request' (duration: 1.789464733s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:25.435781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.645862Z","time spent":"1.789809469s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:25.652305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T11:13:25.652399Z","caller":"traceutil/trace.go:171","msg":"trace[251657572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697733s","start":"2026-05-08T11:13:23.651682Z","end":"2026-05-08T11:13:25.652379Z","steps":["trace[251657572] 'agreement among raft nodes before linearized reading' (duration: 2.000576371s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:25.652437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.651676Z","time spent":"2.000754214s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:27.653526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000709743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T11:13:27.653615Z","caller":"traceutil/trace.go:171","msg":"trace[1834722356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000855755s","start":"2026-05-08T11:13:25.652739Z","end":"2026-05-08T11:13:27.653595Z","steps":["trace[1834722356] 'agreement among raft nodes before linearized reading' (duration: 2.000729933s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:27.653659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.652726Z","time spent":"2.000924347s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:28.181217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.745884732s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:28.181791Z","caller":"traceutil/trace.go:171","msg":"trace[1342178373] transaction","detail":"{read_only:false; response_revision:28879; number_of_response:1; }","duration":"4.532592224s","start":"2026-05-08T11:13:23.649171Z","end":"2026-05-08T11:13:28.181763Z","steps":["trace[1342178373] 'process raft request' (duration: 4.532268348s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:28.181981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.649148Z","time spent":"4.532733927s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:28.182303Z","caller":"traceutil/trace.go:171","msg":"trace[334817476] transaction","detail":"{read_only:false; response_revision:28880; number_of_response:1; }","duration":"4.533005452s","start":"2026-05-08T11:13:23.649256Z","end":"2026-05-08T11:13:28.182261Z","steps":["trace[334817476] 'process raft request' (duration: 4.53244811s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:28.182376Z","caller":"traceutil/trace.go:171","msg":"trace[1537667331] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"4.525951048s","start":"2026-05-08T11:13:23.656385Z","end":"2026-05-08T11:13:28.182336Z","steps":["trace[1537667331] 'process raft request' (duration: 4.525692523s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:28.182317Z","caller":"traceutil/trace.go:171","msg":"trace[433583444] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"4.525146602s","start":"2026-05-08T11:13:23.657149Z","end":"2026-05-08T11:13:28.182295Z","steps":["trace[433583444] 'process raft request' (duration: 4.52505018s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:28.182505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.649249Z","time spent":"4.533150984s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:28.18253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.65714Z","time spent":"4.525337906s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:28.182541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.656364Z","time spent":"4.52609317s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:28.600212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.899002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T11:13:28.600942Z","caller":"traceutil/trace.go:171","msg":"trace[547169315] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"4.640271882s","start":"2026-05-08T11:13:23.960649Z","end":"2026-05-08T11:13:28.600921Z","steps":["trace[547169315] 'process raft request' (duration: 4.63969141s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:28.601092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.96063Z","time spent":"4.640361994s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:28.959394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.96167Z","time spent":"4.997717141s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 11:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:28.959447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.960706Z","time spent":"4.998728599s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 11:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:28.960477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.961789Z","time spent":"4.99867643s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/08 11:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:29.534918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347489344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:29.535039Z","caller":"traceutil/trace.go:171","msg":"trace[1636665741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.347690118s","start":"2026-05-08T11:13:28.187318Z","end":"2026-05-08T11:13:29.535008Z","steps":["trace[1636665741] 'agreement among raft nodes before linearized reading' (duration: 1.347534045s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.535102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.187279Z","time spent":"1.347810991s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/08 11:13:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:29.542649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355884983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:29.542709Z","caller":"traceutil/trace.go:171","msg":"trace[1135891479] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.355985824s","start":"2026-05-08T11:13:28.186709Z","end":"2026-05-08T11:13:29.542695Z","steps":["trace[1135891479] 'agreement among raft nodes before linearized reading' (duration: 1.355918133s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.542747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.186687Z","time spent":"1.356051296s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/08 11:13:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:29.66323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000894256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:29.663412Z","caller":"traceutil/trace.go:171","msg":"trace[1586232887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00109068s","start":"2026-05-08T11:13:27.662237Z","end":"2026-05-08T11:13:29.663328Z","steps":["trace[1586232887] 'agreement among raft nodes before linearized reading' (duration: 2.000928776s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.663492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.662213Z","time spent":"2.001266184s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:29.971439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370404258s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:29.973165Z","caller":"traceutil/trace.go:171","msg":"trace[647538787] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"5.894190495s","start":"2026-05-08T11:13:24.07893Z","end":"2026-05-08T11:13:29.97312Z","steps":["trace[647538787] 'process raft request' (duration: 5.892804409s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.973402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:24.078908Z","time spent":"5.894366497s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:29.973416Z","caller":"traceutil/trace.go:171","msg":"trace[875279570] linearizableReadLoop","detail":"{readStateIndex:30223; appliedIndex:30212; }","duration":"6.323941042s","start":"2026-05-08T11:13:23.649444Z","end":"2026-05-08T11:13:29.973385Z","steps":["trace[875279570] 'read index received' (duration: 1.785933057s)","trace[875279570] 'applied index is now lower than readState.Index' (duration: 4.538006505s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:29.973449Z","caller":"traceutil/trace.go:171","msg":"trace[1852415385] transaction","detail":"{read_only:false; response_revision:28888; number_of_response:1; }","duration":"4.792156098s","start":"2026-05-08T11:13:25.181268Z","end":"2026-05-08T11:13:29.973425Z","steps":["trace[1852415385] 'process raft request' (duration: 4.790508877s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.973564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.181235Z","time spent":"4.7922744s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:29.973608Z","caller":"traceutil/trace.go:171","msg":"trace[2047895357] transaction","detail":"{read_only:false; response_revision:28889; number_of_response:1; }","duration":"4.323528184s","start":"2026-05-08T11:13:25.650065Z","end":"2026-05-08T11:13:29.973593Z","steps":["trace[2047895357] 'process raft request' (duration: 4.323226809s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.973738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.650026Z","time spent":"4.323615156s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:29.973849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.324406381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-08T11:13:29.9739Z","caller":"traceutil/trace.go:171","msg":"trace[603516109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28889; }","duration":"6.324468742s","start":"2026-05-08T11:13:23.649418Z","end":"2026-05-08T11:13:29.973886Z","steps":["trace[603516109] 'agreement among raft nodes before linearized reading' (duration: 6.324110965s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.973934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.649401Z","time spent":"6.324526642s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:13:29.989571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33823518s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:29.990009Z","caller":"traceutil/trace.go:171","msg":"trace[1871438504] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"1.33881696s","start":"2026-05-08T11:13:28.65117Z","end":"2026-05-08T11:13:29.989987Z","steps":["trace[1871438504] 'process raft request' (duration: 1.338596596s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.651143Z","time spent":"1.338909731s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:29.99014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3740178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:29.990207Z","caller":"traceutil/trace.go:171","msg":"trace[853628440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28890; }","duration":"4.374147373s","start":"2026-05-08T11:13:25.616043Z","end":"2026-05-08T11:13:29.99019Z","steps":["trace[853628440] 'agreement among raft nodes before linearized reading' (duration: 4.374015661s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.616014Z","time spent":"4.374225085s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.990319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.990375Z","caller":"traceutil/trace.go:171","msg":"trace[2014781114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28890; }","duration":"228.70601ms","start":"2026-05-08T11:13:29.761649Z","end":"2026-05-08T11:13:29.990355Z","steps":["trace[2014781114] 'agreement among raft nodes before linearized reading' (duration: 228.625499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.694596571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-08T11:13:29.990456Z","caller":"traceutil/trace.go:171","msg":"trace[2042839557] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28890; }","duration":"4.694682233s","start":"2026-05-08T11:13:25.295762Z","end":"2026-05-08T11:13:29.990444Z","steps":["trace[2042839557] 'agreement among raft nodes before linearized reading' (duration: 4.69454925s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.295741Z","time spent":"4.694744743s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-08T11:13:29.9905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734581032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.990535Z","caller":"traceutil/trace.go:171","msg":"trace[1222602113] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28890; }","duration":"3.734662644s","start":"2026-05-08T11:13:26.255862Z","end":"2026-05-08T11:13:29.990525Z","steps":["trace[1222602113] 'agreement among raft nodes before linearized reading' (duration: 3.734593983s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:26.255834Z","time spent":"3.734733046s","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.990664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087964659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.990704Z","caller":"traceutil/trace.go:171","msg":"trace[435877518] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28890; }","duration":"5.088052301s","start":"2026-05-08T11:13:24.902639Z","end":"2026-05-08T11:13:29.990692Z","steps":["trace[435877518] 'agreement among raft nodes before linearized reading' (duration: 5.08799245s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.103743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:29.99074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:24.902617Z","time spent":"5.088114132s","remote":"127.0.0.1:43250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:29.990763Z","caller":"traceutil/trace.go:171","msg":"trace[1176781120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28890; }","duration":"327.172904ms","start":"2026-05-08T11:13:29.663582Z","end":"2026-05-08T11:13:29.990755Z","steps":["trace[1176781120] 'agreement among raft nodes before linearized reading' (duration: 327.119613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.66355Z","time spent":"327.232656ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:29.990835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339505928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:13:29.990881Z","caller":"traceutil/trace.go:171","msg":"trace[1445649526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28890; }","duration":"4.33963112s","start":"2026-05-08T11:13:25.651239Z","end":"2026-05-08T11:13:29.99087Z","steps":["trace[1445649526] 'agreement among raft nodes before linearized reading' (duration: 4.339517217s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.990917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.651218Z","time spent":"4.339692001s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:29.990965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338190387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T11:13:29.990981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.642073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:29.991003Z","caller":"traceutil/trace.go:171","msg":"trace[1571733] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28890; }","duration":"422.665074ms","start":"2026-05-08T11:13:29.568331Z","end":"2026-05-08T11:13:29.990996Z","steps":["trace[1571733] 'agreement among raft nodes before linearized reading' (duration: 422.571942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.568301Z","time spent":"422.723234ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.991054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048186271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:29.990907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339336785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:13:29.991091Z","caller":"traceutil/trace.go:171","msg":"trace[1089125771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28890; }","duration":"6.048223991s","start":"2026-05-08T11:13:23.942859Z","end":"2026-05-08T11:13:29.991083Z","steps":["trace[1089125771] 'agreement among raft nodes before linearized reading' (duration: 6.04816339s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340800953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:13:29.99112Z","caller":"traceutil/trace.go:171","msg":"trace[874153426] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28890; }","duration":"4.339558389s","start":"2026-05-08T11:13:25.651539Z","end":"2026-05-08T11:13:29.991098Z","steps":["trace[874153426] 'agreement among raft nodes before linearized reading' (duration: 4.339063788s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.991148Z","caller":"traceutil/trace.go:171","msg":"trace[1808172578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28890; }","duration":"4.340883284s","start":"2026-05-08T11:13:25.650256Z","end":"2026-05-08T11:13:29.991139Z","steps":["trace[1808172578] 'agreement among raft nodes before linearized reading' (duration: 4.340790643s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.24977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:29.991171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185399849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:29.991179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.651432Z","time spent":"4.339734632s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-08T11:13:29.991205Z","caller":"traceutil/trace.go:171","msg":"trace[832946735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28890; }","duration":"6.185431149s","start":"2026-05-08T11:13:23.805762Z","end":"2026-05-08T11:13:29.991194Z","steps":["trace[832946735] 'agreement among raft nodes before linearized reading' (duration: 6.185383288s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.62382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.991243Z","caller":"traceutil/trace.go:171","msg":"trace[144864311] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28890; }","duration":"772.65296ms","start":"2026-05-08T11:13:29.218583Z","end":"2026-05-08T11:13:29.991236Z","steps":["trace[144864311] 'agreement among raft nodes before linearized reading' (duration: 772.610389ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.99118Z","caller":"traceutil/trace.go:171","msg":"trace[1184867329] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28890; }","duration":"746.344172ms","start":"2026-05-08T11:13:29.244828Z","end":"2026-05-08T11:13:29.991172Z","steps":["trace[1184867329] 'agreement among raft nodes before linearized reading' (duration: 746.298091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.218493Z","time spent":"772.764432ms","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.991261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341043226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:13:29.991282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.244779Z","time spent":"746.488715ms","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:29.991298Z","caller":"traceutil/trace.go:171","msg":"trace[1840701623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28890; }","duration":"4.341098438s","start":"2026-05-08T11:13:25.650187Z","end":"2026-05-08T11:13:29.991285Z","steps":["trace[1840701623] 'agreement among raft nodes before linearized reading' (duration: 4.341017266s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.650174Z","time spent":"4.341153799s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T11:13:29.991002Z","caller":"traceutil/trace.go:171","msg":"trace[678335757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28890; }","duration":"5.338270559s","start":"2026-05-08T11:13:24.652722Z","end":"2026-05-08T11:13:29.990992Z","steps":["trace[678335757] 'agreement among raft nodes before linearized reading' (duration: 5.338168097s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:24.6527Z","time spent":"5.338765538s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:29.991481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119328108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.991537Z","caller":"traceutil/trace.go:171","msg":"trace[383043244] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28890; }","duration":"4.11943958s","start":"2026-05-08T11:13:25.872082Z","end":"2026-05-08T11:13:29.991522Z","steps":["trace[383043244] 'agreement among raft nodes before linearized reading' (duration: 4.119369979s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163188994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130116"} {"level":"warn","ts":"2026-05-08T11:13:29.990225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203809994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-08T11:13:29.991573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.872053Z","time spent":"4.119511862s","remote":"127.0.0.1:51090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.991576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.119049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:29.991596Z","caller":"traceutil/trace.go:171","msg":"trace[147817067] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28890; }","duration":"3.163331496s","start":"2026-05-08T11:13:26.828242Z","end":"2026-05-08T11:13:29.991574Z","steps":["trace[147817067] 'agreement among raft nodes before linearized reading' (duration: 3.163073271s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248241049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:29.991643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:26.828212Z","time spent":"3.163421558s","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-08T11:13:29.991651Z","caller":"traceutil/trace.go:171","msg":"trace[354252498] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28890; }","duration":"857.242481ms","start":"2026-05-08T11:13:29.134384Z","end":"2026-05-08T11:13:29.991626Z","steps":["trace[354252498] 'agreement among raft nodes before linearized reading' (duration: 857.136779ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.991676Z","caller":"traceutil/trace.go:171","msg":"trace[629426260] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:28890; }","duration":"6.248450643s","start":"2026-05-08T11:13:23.743202Z","end":"2026-05-08T11:13:29.991653Z","steps":["trace[629426260] 'agreement among raft nodes before linearized reading' (duration: 6.248229469s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.134346Z","time spent":"857.365794ms","remote":"127.0.0.1:55092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.991741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.743191Z","time spent":"6.248536354s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.991787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334979971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:13:29.991825Z","caller":"traceutil/trace.go:171","msg":"trace[501429201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28890; }","duration":"4.335030153s","start":"2026-05-08T11:13:25.656785Z","end":"2026-05-08T11:13:29.991815Z","steps":["trace[501429201] 'agreement among raft nodes before linearized reading' (duration: 4.334926591s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.656778Z","time spent":"4.335074223s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:29.991913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336144799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-05-08T11:13:29.991426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861273392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:29.991955Z","caller":"traceutil/trace.go:171","msg":"trace[502260077] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28890; }","duration":"1.336262251s","start":"2026-05-08T11:13:28.655683Z","end":"2026-05-08T11:13:29.991945Z","steps":["trace[502260077] 'agreement among raft nodes before linearized reading' (duration: 1.336015266s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.99198Z","caller":"traceutil/trace.go:171","msg":"trace[640607209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28890; }","duration":"3.861878383s","start":"2026-05-08T11:13:26.130087Z","end":"2026-05-08T11:13:29.991966Z","steps":["trace[640607209] 'agreement among raft nodes before linearized reading' (duration: 3.861300933s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.655657Z","time spent":"1.336338713s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505087359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-08T11:13:29.992023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521999613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:29.992034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:26.130058Z","time spent":"3.861960185s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:29.992045Z","caller":"traceutil/trace.go:171","msg":"trace[732339344] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:28890; }","duration":"1.50514276s","start":"2026-05-08T11:13:28.486892Z","end":"2026-05-08T11:13:29.992035Z","steps":["trace[732339344] 'agreement among raft nodes before linearized reading' (duration: 1.505043338s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.992059Z","caller":"traceutil/trace.go:171","msg":"trace[276579852] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28890; }","duration":"2.522039544s","start":"2026-05-08T11:13:27.470009Z","end":"2026-05-08T11:13:29.992049Z","steps":["trace[276579852] 'agreement among raft nodes before linearized reading' (duration: 2.521898931s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.486878Z","time spent":"1.50519365s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335345388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:13:29.992136Z","caller":"traceutil/trace.go:171","msg":"trace[960115825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28890; }","duration":"4.33547861s","start":"2026-05-08T11:13:25.656646Z","end":"2026-05-08T11:13:29.992125Z","steps":["trace[960115825] 'agreement among raft nodes before linearized reading' (duration: 4.335308967s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551734846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:29.991568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334988542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T11:13:29.991185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.650231Z","time spent":"4.340943395s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769109061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:29.992238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029105176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-08T11:13:29.992248Z","caller":"traceutil/trace.go:171","msg":"trace[1269804741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28890; }","duration":"2.769223874s","start":"2026-05-08T11:13:27.223014Z","end":"2026-05-08T11:13:29.992238Z","steps":["trace[1269804741] 'agreement among raft nodes before linearized reading' (duration: 2.769148702s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.992271Z","caller":"traceutil/trace.go:171","msg":"trace[714429715] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28890; }","duration":"1.029154748s","start":"2026-05-08T11:13:28.963108Z","end":"2026-05-08T11:13:29.992263Z","steps":["trace[714429715] 'agreement among raft nodes before linearized reading' (duration: 1.029084295s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.963099Z","time spent":"1.029190858s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-08T11:13:29.9923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.222973Z","time spent":"2.769317946s","remote":"127.0.0.1:40442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.992325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732399863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-08T11:13:29.992367Z","caller":"traceutil/trace.go:171","msg":"trace[1665967932] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28890; }","duration":"1.732489484s","start":"2026-05-08T11:13:28.259868Z","end":"2026-05-08T11:13:29.992357Z","steps":["trace[1665967932] 'agreement among raft nodes before linearized reading' (duration: 1.732353732s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.9921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.469911Z","time spent":"2.522181397s","remote":"127.0.0.1:40314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.992401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.259839Z","time spent":"1.732555406s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031037263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-08T11:13:29.991633Z","caller":"traceutil/trace.go:171","msg":"trace[297899612] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28890; }","duration":"3.205313832s","start":"2026-05-08T11:13:26.786288Z","end":"2026-05-08T11:13:29.991602Z","steps":["trace[297899612] 'agreement among raft nodes before linearized reading' (duration: 3.203718312s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.942788Z","time spent":"6.048331784s","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:29.992485Z","caller":"traceutil/trace.go:171","msg":"trace[1195364897] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:28890; }","duration":"1.031119395s","start":"2026-05-08T11:13:28.961356Z","end":"2026-05-08T11:13:29.992475Z","steps":["trace[1195364897] 'agreement among raft nodes before linearized reading' (duration: 1.031065214s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.961332Z","time spent":"1.031175155s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666066911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.992548Z","caller":"traceutil/trace.go:171","msg":"trace[1077591684] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28890; }","duration":"2.666179964s","start":"2026-05-08T11:13:27.326354Z","end":"2026-05-08T11:13:29.992534Z","steps":["trace[1077591684] 'agreement among raft nodes before linearized reading' (duration: 2.666102242s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.991466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334016764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T11:13:29.991234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.805701Z","time spent":"6.185525261s","remote":"127.0.0.1:40432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.992174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:25.656637Z","time spent":"4.335528281s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T11:13:29.992599Z","caller":"traceutil/trace.go:171","msg":"trace[726235266] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:28890; }","duration":"2.335183157s","start":"2026-05-08T11:13:27.657404Z","end":"2026-05-08T11:13:29.992587Z","steps":["trace[726235266] 'agreement among raft nodes before linearized reading' (duration: 2.333819461s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:29.99221Z","caller":"traceutil/trace.go:171","msg":"trace[1606809789] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28890; }","duration":"6.335649454s","start":"2026-05-08T11:13:23.656549Z","end":"2026-05-08T11:13:29.992198Z","steps":["trace[1606809789] 'agreement among raft nodes before linearized reading' (duration: 6.334947861s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.657341Z","time spent":"2.335301269s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"info","ts":"2026-05-08T11:13:29.992182Z","caller":"traceutil/trace.go:171","msg":"trace[257123861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28890; }","duration":"2.551805967s","start":"2026-05-08T11:13:27.440362Z","end":"2026-05-08T11:13:29.992168Z","steps":["trace[257123861] 'agreement among raft nodes before linearized reading' (duration: 2.551758536s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:23.656539Z","time spent":"6.336135753s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.440337Z","time spent":"2.552365949s","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.992568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896227625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:29.992802Z","caller":"traceutil/trace.go:171","msg":"trace[1580881735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28890; }","duration":"1.89650924s","start":"2026-05-08T11:13:28.096279Z","end":"2026-05-08T11:13:29.992788Z","steps":["trace[1580881735] 'agreement among raft nodes before linearized reading' (duration: 1.896250266s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.992506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:26.786253Z","time spent":"3.206241379s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:27.326324Z","time spent":"2.666255296s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:29.992853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.096252Z","time spent":"1.896587152s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:13:29.992402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031143785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-08T11:13:29.993019Z","caller":"traceutil/trace.go:171","msg":"trace[528790189] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28890; }","duration":"1.031802607s","start":"2026-05-08T11:13:28.961202Z","end":"2026-05-08T11:13:29.993004Z","steps":["trace[528790189] 'agreement among raft nodes before linearized reading' (duration: 1.031156886s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:29.993055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:28.961174Z","time spent":"1.031871868s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-08T11:13:31.146953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149540447s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:13:32.007016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000791535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:32.007112Z","caller":"traceutil/trace.go:171","msg":"trace[104088614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000919108s","start":"2026-05-08T11:13:30.006171Z","end":"2026-05-08T11:13:32.00709Z","steps":["trace[104088614] 'agreement among raft nodes before linearized reading' (duration: 2.000794315s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:32.007185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.006167Z","time spent":"2.001007229s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:32.406512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259252004s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-08T11:13:32.406655Z","caller":"traceutil/trace.go:171","msg":"trace[1173977090] linearizableReadLoop","detail":"{readStateIndex:30227; appliedIndex:30226; }","duration":"2.409355461s","start":"2026-05-08T11:13:29.99726Z","end":"2026-05-08T11:13:32.406616Z","steps":["trace[1173977090] 'read index received' (duration: 826.447µs)","trace[1173977090] 'applied index is now lower than readState.Index' (duration: 2.408527094s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:32.406734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.997194Z","time spent":"2.409535234s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T11:13:32.407066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409794909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e078f54c-62a0-4765-951a-3f7fb2513467\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-08T11:13:32.408974Z","caller":"traceutil/trace.go:171","msg":"trace[1461447333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e078f54c-62a0-4765-951a-3f7fb2513467; range_end:; response_count:1; response_revision:28890; }","duration":"2.411720715s","start":"2026-05-08T11:13:29.997214Z","end":"2026-05-08T11:13:32.408934Z","steps":["trace[1461447333] 'agreement among raft nodes before linearized reading' (duration: 2.409700586s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:32.409082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.997186Z","time spent":"2.411846498s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e078f54c-62a0-4765-951a-3f7fb2513467\" "} {"level":"warn","ts":"2026-05-08T11:13:32.840227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655442566s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:13:33.706582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.096859ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-08T11:13:33.706781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.998806Z","time spent":"3.707947648s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T11:13:33.707187Z","caller":"traceutil/trace.go:171","msg":"trace[2067365589] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"3.704927862s","start":"2026-05-08T11:13:30.00223Z","end":"2026-05-08T11:13:33.707158Z","steps":["trace[2067365589] 'process raft request' (duration: 3.704706048s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:33.707206Z","caller":"traceutil/trace.go:171","msg":"trace[95268591] transaction","detail":"{read_only:false; response_revision:28898; number_of_response:1; }","duration":"3.099384066s","start":"2026-05-08T11:13:30.607804Z","end":"2026-05-08T11:13:33.707188Z","steps":["trace[95268591] 'process raft request' (duration: 3.099335115s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:33.707267Z","caller":"traceutil/trace.go:171","msg":"trace[1416605011] transaction","detail":"{read_only:false; response_revision:28897; number_of_response:1; }","duration":"3.637635167s","start":"2026-05-08T11:13:30.069591Z","end":"2026-05-08T11:13:33.707226Z","steps":["trace[1416605011] 'process raft request' (duration: 3.637491214s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:33.707302Z","caller":"traceutil/trace.go:171","msg":"trace[1326289562] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"3.705010473s","start":"2026-05-08T11:13:30.002266Z","end":"2026-05-08T11:13:33.707277Z","steps":["trace[1326289562] 'process raft request' (duration: 3.704712007s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:33.707282Z","caller":"traceutil/trace.go:171","msg":"trace[1596628951] transaction","detail":"{read_only:false; response_revision:28896; number_of_response:1; }","duration":"3.701531118s","start":"2026-05-08T11:13:30.005694Z","end":"2026-05-08T11:13:33.707225Z","steps":["trace[1596628951] 'process raft request' (duration: 3.701350375s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:33.707264Z","caller":"traceutil/trace.go:171","msg":"trace[445084666] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"3.708085672s","start":"2026-05-08T11:13:29.999118Z","end":"2026-05-08T11:13:33.707203Z","steps":["trace[445084666] 'process raft request' (duration: 3.707559122s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.707433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.069573Z","time spent":"3.63778244s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:33.707381Z","caller":"traceutil/trace.go:171","msg":"trace[1957996254] transaction","detail":"{read_only:false; response_revision:28895; number_of_response:1; }","duration":"3.703012275s","start":"2026-05-08T11:13:30.004299Z","end":"2026-05-08T11:13:33.707312Z","steps":["trace[1957996254] 'process raft request' (duration: 3.70271616s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.707527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.005685Z","time spent":"3.701709711s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:33.707557Z","caller":"traceutil/trace.go:171","msg":"trace[1084421696] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"3.705056824s","start":"2026-05-08T11:13:30.002184Z","end":"2026-05-08T11:13:33.707241Z","steps":["trace[1084421696] 'process raft request' (duration: 3.704709878s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.707431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.002261Z","time spent":"3.705097304s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.707623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.999103Z","time spent":"3.708387278s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.707669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.00427Z","time spent":"3.70324805s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.707744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.002175Z","time spent":"3.705457831s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.707312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.607778Z","time spent":"3.099463947s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.707304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.002224Z","time spent":"3.704998253s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:33.959828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956631838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:33.959913Z","caller":"traceutil/trace.go:171","msg":"trace[1751933044] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"3.95675182s","start":"2026-05-08T11:13:30.003142Z","end":"2026-05-08T11:13:33.959894Z","steps":["trace[1751933044] 'agreement among raft nodes before linearized reading' (duration: 3.956641518s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.959958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.003134Z","time spent":"3.956815491s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/08 11:13:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:33.95985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955567677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:33.960097Z","caller":"traceutil/trace.go:171","msg":"trace[1207249964] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"3.955828192s","start":"2026-05-08T11:13:30.004249Z","end":"2026-05-08T11:13:33.960077Z","steps":["trace[1207249964] 'agreement among raft nodes before linearized reading' (duration: 3.955565437s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.960171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.004225Z","time spent":"3.955931754s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/08 11:13:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:33.961283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954622019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:33.961325Z","caller":"traceutil/trace.go:171","msg":"trace[284427641] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"3.95467303s","start":"2026-05-08T11:13:30.00664Z","end":"2026-05-08T11:13:33.961313Z","steps":["trace[284427641] 'agreement among raft nodes before linearized reading' (duration: 3.954626419s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:33.961349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.006637Z","time spent":"3.954705681s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/08 11:13:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:34.007466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:34.007534Z","caller":"traceutil/trace.go:171","msg":"trace[2018781759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319584s","start":"2026-05-08T11:13:32.007198Z","end":"2026-05-08T11:13:34.007518Z","steps":["trace[2018781759] 'agreement among raft nodes before linearized reading' (duration: 2.000239873s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:34.007579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.007168Z","time spent":"2.000402856s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:34.23506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394637567s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:13:34.553228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.814468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:34.554453Z","caller":"traceutil/trace.go:171","msg":"trace[260137134] transaction","detail":"{read_only:false; response_revision:28900; number_of_response:1; }","duration":"2.144370993s","start":"2026-05-08T11:13:32.410052Z","end":"2026-05-08T11:13:34.554423Z","steps":["trace[260137134] 'process raft request' (duration: 2.143286332s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:34.554607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.410027Z","time spent":"2.144490056s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:34.55479Z","caller":"traceutil/trace.go:171","msg":"trace[1051882480] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"2.573863704s","start":"2026-05-08T11:13:31.980907Z","end":"2026-05-08T11:13:34.554771Z","steps":["trace[1051882480] 'process raft request' (duration: 2.254391925s)","trace[1051882480] 'compare' (duration: 317.122805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.554844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:31.980867Z","time spent":"2.573950586s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:34.554903Z","caller":"traceutil/trace.go:171","msg":"trace[143180249] linearizableReadLoop","detail":"{readStateIndex:30237; appliedIndex:30227; }","duration":"2.148177085s","start":"2026-05-08T11:13:32.406679Z","end":"2026-05-08T11:13:34.554856Z","steps":["trace[143180249] 'read index received' (duration: 433.746764ms)","trace[143180249] 'applied index is now lower than readState.Index' (duration: 1.714426101s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.686648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.168102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-08T11:13:34.686737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723985142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:34.686828Z","caller":"traceutil/trace.go:171","msg":"trace[1684696794] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28900; }","duration":"3.724070263s","start":"2026-05-08T11:13:30.962706Z","end":"2026-05-08T11:13:34.686777Z","steps":["trace[1684696794] 'agreement among raft nodes before linearized reading' (duration: 3.592206746s)","trace[1684696794] 'count revisions from in-memory index tree' (duration: 131.781285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.686902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.962688Z","time spent":"3.724202507s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:34.687009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689636378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:954"} {"level":"info","ts":"2026-05-08T11:13:34.687079Z","caller":"traceutil/trace.go:171","msg":"trace[1645695264] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:28900; }","duration":"4.689705979s","start":"2026-05-08T11:13:29.997335Z","end":"2026-05-08T11:13:34.687041Z","steps":["trace[1645695264] 'agreement among raft nodes before linearized reading' (duration: 4.55778828s)","trace[1645695264] 'range keys from in-memory index tree' (duration: 131.763436ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.99733Z","time spent":"4.68979486s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":976,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-05-08T11:13:34.687259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435620068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:34.687307Z","caller":"traceutil/trace.go:171","msg":"trace[1283050790] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28900; }","duration":"2.4357121s","start":"2026-05-08T11:13:32.251578Z","end":"2026-05-08T11:13:34.687291Z","steps":["trace[1283050790] 'agreement among raft nodes before linearized reading' (duration: 2.303375694s)","trace[1283050790] 'count revisions from in-memory index tree' (duration: 132.264845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.251551Z","time spent":"2.435781511s","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:34.686632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680020844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:34.687435Z","caller":"traceutil/trace.go:171","msg":"trace[1330011042] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28900; }","duration":"4.68087278s","start":"2026-05-08T11:13:30.006541Z","end":"2026-05-08T11:13:34.687413Z","steps":["trace[1330011042] 'agreement among raft nodes before linearized reading' (duration: 4.548552474s)","trace[1330011042] 'range keys from in-memory index tree' (duration: 131.433799ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.006527Z","time spent":"4.680936002s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:13:34.687464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808116212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:34.687495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491178099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:34.68755Z","caller":"traceutil/trace.go:171","msg":"trace[1813617797] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28900; }","duration":"2.808214943s","start":"2026-05-08T11:13:31.879309Z","end":"2026-05-08T11:13:34.687524Z","steps":["trace[1813617797] 'agreement among raft nodes before linearized reading' (duration: 2.675684774s)","trace[1813617797] 'count revisions from in-memory index tree' (duration: 132.396867ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:34.687561Z","caller":"traceutil/trace.go:171","msg":"trace[1443257236] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28900; }","duration":"2.491273212s","start":"2026-05-08T11:13:32.196262Z","end":"2026-05-08T11:13:34.687535Z","steps":["trace[1443257236] 'agreement among raft nodes before linearized reading' (duration: 2.358720671s)","trace[1443257236] 'count revisions from in-memory index tree' (duration: 132.470039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.6876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.196243Z","time spent":"2.491346623s","remote":"127.0.0.1:43080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:34.687598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:31.879237Z","time spent":"2.808348795s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:34.687638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87386665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-08T11:13:34.687607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690256779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-08T11:13:34.687678Z","caller":"traceutil/trace.go:171","msg":"trace[797164185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28900; }","duration":"3.873904401s","start":"2026-05-08T11:13:30.81376Z","end":"2026-05-08T11:13:34.687665Z","steps":["trace[797164185] 'agreement among raft nodes before linearized reading' (duration: 3.741274239s)","trace[797164185] 'range keys from in-memory index tree' (duration: 132.459898ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.813671Z","time spent":"3.874029484s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-08T11:13:34.687689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68534281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T11:13:34.687717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681077804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-08T11:13:34.687796Z","caller":"traceutil/trace.go:171","msg":"trace[1717604087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28900; }","duration":"3.685500924s","start":"2026-05-08T11:13:31.002255Z","end":"2026-05-08T11:13:34.687756Z","steps":["trace[1717604087] 'agreement among raft nodes before linearized reading' (duration: 3.55277317s)","trace[1717604087] 'range keys from in-memory index tree' (duration: 132.386567ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:34.687816Z","caller":"traceutil/trace.go:171","msg":"trace[135865110] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28900; }","duration":"4.681173786s","start":"2026-05-08T11:13:30.0066Z","end":"2026-05-08T11:13:34.687774Z","steps":["trace[135865110] 'agreement among raft nodes before linearized reading' (duration: 4.548474883s)","trace[135865110] 'range keys from in-memory index tree' (duration: 132.463249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153818106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:34.68785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:31.002225Z","time spent":"3.685614075s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:34.687829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684454249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130116"} {"level":"warn","ts":"2026-05-08T11:13:34.687872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.006597Z","time spent":"4.681258787s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-08T11:13:34.687874Z","caller":"traceutil/trace.go:171","msg":"trace[319382305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28900; }","duration":"3.153913547s","start":"2026-05-08T11:13:31.533943Z","end":"2026-05-08T11:13:34.687856Z","steps":["trace[319382305] 'agreement among raft nodes before linearized reading' (duration: 3.021069782s)","trace[319382305] 'count revisions from in-memory index tree' (duration: 132.763734ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:34.687717Z","caller":"traceutil/trace.go:171","msg":"trace[1964411952] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:28900; }","duration":"4.690403241s","start":"2026-05-08T11:13:29.997281Z","end":"2026-05-08T11:13:34.687685Z","steps":["trace[1964411952] 'agreement among raft nodes before linearized reading' (duration: 4.557824081s)","trace[1964411952] 'range keys from in-memory index tree' (duration: 132.269515ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:34.687916Z","caller":"traceutil/trace.go:171","msg":"trace[1518546126] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28900; }","duration":"4.684592231s","start":"2026-05-08T11:13:30.003297Z","end":"2026-05-08T11:13:34.687889Z","steps":["trace[1518546126] 'agreement among raft nodes before linearized reading' (duration: 4.551816737s)","trace[1518546126] 'range keys from in-memory index tree' (duration: 132.501929ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.687924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:31.533922Z","time spent":"3.153989039s","remote":"127.0.0.1:42888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:34.687961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.003271Z","time spent":"4.684680843s","remote":"127.0.0.1:40136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-08T11:13:34.687957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:29.997262Z","time spent":"4.690669546s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-08T11:13:34.688041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989355116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:34.688172Z","caller":"traceutil/trace.go:171","msg":"trace[1632029584] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28900; }","duration":"3.989583581s","start":"2026-05-08T11:13:30.698553Z","end":"2026-05-08T11:13:34.688137Z","steps":["trace[1632029584] 'agreement among raft nodes before linearized reading' (duration: 3.856507861s)","trace[1632029584] 'count revisions from in-memory index tree' (duration: 132.855666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:34.688248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:30.698524Z","time spent":"3.989711123s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:34.688359Z","caller":"traceutil/trace.go:171","msg":"trace[1815620646] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"979.994376ms","start":"2026-05-08T11:13:33.708336Z","end":"2026-05-08T11:13:34.68833Z","steps":["trace[1815620646] 'process raft request' (duration: 978.418025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:34.688683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.708306Z","time spent":"980.19588ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:35.21752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.098397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:35.217927Z","caller":"traceutil/trace.go:171","msg":"trace[2045036961] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"1.405771428s","start":"2026-05-08T11:13:33.812113Z","end":"2026-05-08T11:13:35.217884Z","steps":["trace[2045036961] 'process raft request' (duration: 876.1667ms)","trace[2045036961] 'compare' (duration: 528.66039ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:35.218038Z","caller":"traceutil/trace.go:171","msg":"trace[1495669971] transaction","detail":"{read_only:false; response_revision:28905; number_of_response:1; }","duration":"524.342738ms","start":"2026-05-08T11:13:34.693623Z","end":"2026-05-08T11:13:35.217965Z","steps":["trace[1495669971] 'process raft request' (duration: 524.265567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.218123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.693594Z","time spent":"524.489891ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1095,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:35.218136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.812084Z","time spent":"1.405948221s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:35.218194Z","caller":"traceutil/trace.go:171","msg":"trace[1279241865] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"1.253514295s","start":"2026-05-08T11:13:33.964633Z","end":"2026-05-08T11:13:35.218148Z","steps":["trace[1279241865] 'process raft request' (duration: 1.253184989s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.21842Z","caller":"traceutil/trace.go:171","msg":"trace[749707098] linearizableReadLoop","detail":"{readStateIndex:30243; appliedIndex:30238; }","duration":"663.438882ms","start":"2026-05-08T11:13:34.554966Z","end":"2026-05-08T11:13:35.218405Z","steps":["trace[749707098] 'read index received' (duration: 137.013µs)","trace[749707098] 'applied index is now lower than readState.Index' (duration: 663.300479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:35.218409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.964608Z","time spent":"1.253685727s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:35.218617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.752715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:35.218642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856215796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.218664Z","caller":"traceutil/trace.go:171","msg":"trace[565455805] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28905; }","duration":"937.838348ms","start":"2026-05-08T11:13:34.280809Z","end":"2026-05-08T11:13:35.218647Z","steps":["trace[565455805] 'agreement among raft nodes before linearized reading' (duration: 937.747566ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.218606Z","caller":"traceutil/trace.go:171","msg":"trace[150247280] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"1.255657106s","start":"2026-05-08T11:13:33.962884Z","end":"2026-05-08T11:13:35.218541Z","steps":["trace[150247280] 'process raft request' (duration: 1.25479875s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.218645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20313406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.218698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.280783Z","time spent":"937.906819ms","remote":"127.0.0.1:40456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.218679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.74143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.21874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125158018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.218752Z","caller":"traceutil/trace.go:171","msg":"trace[2137373405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28905; }","duration":"1.203264563s","start":"2026-05-08T11:13:34.015461Z","end":"2026-05-08T11:13:35.218726Z","steps":["trace[2137373405] 'agreement among raft nodes before linearized reading' (duration: 1.20307888s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.218779Z","caller":"traceutil/trace.go:171","msg":"trace[658819178] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28905; }","duration":"2.125270662s","start":"2026-05-08T11:13:33.093498Z","end":"2026-05-08T11:13:35.218768Z","steps":["trace[658819178] 'agreement among raft nodes before linearized reading' (duration: 2.125204251s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.218778Z","caller":"traceutil/trace.go:171","msg":"trace[304826081] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28905; }","duration":"689.904913ms","start":"2026-05-08T11:13:34.528851Z","end":"2026-05-08T11:13:35.218756Z","steps":["trace[304826081] 'agreement among raft nodes before linearized reading' (duration: 689.702139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.218804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.015451Z","time spent":"1.203344144s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:35.21882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.093474Z","time spent":"2.125337853s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.218681Z","caller":"traceutil/trace.go:171","msg":"trace[695541266] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28905; }","duration":"1.856290397s","start":"2026-05-08T11:13:33.362377Z","end":"2026-05-08T11:13:35.218668Z","steps":["trace[695541266] 'agreement among raft nodes before linearized reading' (duration: 1.856213446s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.218841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.52883Z","time spent":"689.991864ms","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.218862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.962866Z","time spent":"1.255872599s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:35.219068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207532365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-08T11:13:35.219099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699650902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.218654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501868557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.219137Z","caller":"traceutil/trace.go:171","msg":"trace[1939960032] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28905; }","duration":"1.699721173s","start":"2026-05-08T11:13:33.519401Z","end":"2026-05-08T11:13:35.219122Z","steps":["trace[1939960032] 'agreement among raft nodes before linearized reading' (duration: 1.699676923s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.219127Z","caller":"traceutil/trace.go:171","msg":"trace[1879019155] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28905; }","duration":"1.207635937s","start":"2026-05-08T11:13:34.011471Z","end":"2026-05-08T11:13:35.219107Z","steps":["trace[1879019155] 'agreement among raft nodes before linearized reading' (duration: 1.207246459s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.218864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552715171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:35.219166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.519377Z","time spent":"1.699779565s","remote":"127.0.0.1:34268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.219159Z","caller":"traceutil/trace.go:171","msg":"trace[482523304] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28905; }","duration":"1.502430878s","start":"2026-05-08T11:13:33.716709Z","end":"2026-05-08T11:13:35.219139Z","steps":["trace[482523304] 'agreement among raft nodes before linearized reading' (duration: 1.501826506s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.219184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.011438Z","time spent":"1.207738188s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T11:13:35.218778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535968383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:35.219231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.71669Z","time spent":"1.50252089s","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-08T11:13:35.219247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724920206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:35.219256Z","caller":"traceutil/trace.go:171","msg":"trace[58635647] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28905; }","duration":"1.536444413s","start":"2026-05-08T11:13:33.682801Z","end":"2026-05-08T11:13:35.219246Z","steps":["trace[58635647] 'agreement among raft nodes before linearized reading' (duration: 1.535920752s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.219234Z","caller":"traceutil/trace.go:171","msg":"trace[672967832] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28905; }","duration":"1.553090528s","start":"2026-05-08T11:13:33.666101Z","end":"2026-05-08T11:13:35.219191Z","steps":["trace[672967832] 'agreement among raft nodes before linearized reading' (duration: 1.55269929s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.219284Z","caller":"traceutil/trace.go:171","msg":"trace[409709689] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28905; }","duration":"2.725003987s","start":"2026-05-08T11:13:32.494265Z","end":"2026-05-08T11:13:35.219269Z","steps":["trace[409709689] 'agreement among raft nodes before linearized reading' (duration: 2.724900495s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.21929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.682766Z","time spent":"1.536512474s","remote":"127.0.0.1:40206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.219317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.494248Z","time spent":"2.725060799s","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.218652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794935877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.219376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.666079Z","time spent":"1.553241251s","remote":"127.0.0.1:55138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.219408Z","caller":"traceutil/trace.go:171","msg":"trace[1364604696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28905; }","duration":"1.795758382s","start":"2026-05-08T11:13:33.423631Z","end":"2026-05-08T11:13:35.219389Z","steps":["trace[1364604696] 'agreement among raft nodes before linearized reading' (duration: 1.794908236s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.219466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.423593Z","time spent":"1.795852604s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.219475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38104049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.219426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806106032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-08T11:13:35.219077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.362358Z","time spent":"1.856705886s","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.21952Z","caller":"traceutil/trace.go:171","msg":"trace[206479346] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28905; }","duration":"1.38111471s","start":"2026-05-08T11:13:33.838391Z","end":"2026-05-08T11:13:35.219506Z","steps":["trace[206479346] 'agreement among raft nodes before linearized reading' (duration: 1.381036599s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.219554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.838371Z","time spent":"1.381173692s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.219552Z","caller":"traceutil/trace.go:171","msg":"trace[1166581179] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28905; }","duration":"2.806294756s","start":"2026-05-08T11:13:32.413231Z","end":"2026-05-08T11:13:35.219525Z","steps":["trace[1166581179] 'agreement among raft nodes before linearized reading' (duration: 2.80600259s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.219618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:32.41321Z","time spent":"2.806396348s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-08T11:13:35.219603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478871522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:35.219743Z","caller":"traceutil/trace.go:171","msg":"trace[1620902931] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28905; }","duration":"1.479050085s","start":"2026-05-08T11:13:33.740657Z","end":"2026-05-08T11:13:35.219707Z","steps":["trace[1620902931] 'agreement among raft nodes before linearized reading' (duration: 1.478718129s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.219827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:33.740646Z","time spent":"1.479167427s","remote":"127.0.0.1:40418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:35.249047Z","caller":"traceutil/trace.go:171","msg":"trace[1694063058] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"248.656519ms","start":"2026-05-08T11:13:35.000364Z","end":"2026-05-08T11:13:35.249021Z","steps":["trace[1694063058] 'process raft request' (duration: 248.589548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.249258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.430029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-08T11:13:35.249327Z","caller":"traceutil/trace.go:171","msg":"trace[489029935] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28907; }","duration":"243.537852ms","start":"2026-05-08T11:13:35.005771Z","end":"2026-05-08T11:13:35.249309Z","steps":["trace[489029935] 'agreement among raft nodes before linearized reading' (duration: 243.327288ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:35.249447Z","caller":"traceutil/trace.go:171","msg":"trace[1393156139] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"555.793384ms","start":"2026-05-08T11:13:34.693633Z","end":"2026-05-08T11:13:35.249427Z","steps":["trace[1393156139] 'process raft request' (duration: 555.163182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.249638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.866265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.249597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.693615Z","time spent":"555.866716ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:35.249687Z","caller":"traceutil/trace.go:171","msg":"trace[224059139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28907; }","duration":"273.976017ms","start":"2026-05-08T11:13:34.975698Z","end":"2026-05-08T11:13:35.249674Z","steps":["trace[224059139] 'agreement among raft nodes before linearized reading' (duration: 273.889996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.249925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.09516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.249965Z","caller":"traceutil/trace.go:171","msg":"trace[771885840] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28907; }","duration":"472.158721ms","start":"2026-05-08T11:13:34.777795Z","end":"2026-05-08T11:13:35.249954Z","steps":["trace[771885840] 'agreement among raft nodes before linearized reading' (duration: 472.049669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.249996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.777781Z","time spent":"472.206742ms","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.250166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.814405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.250198Z","caller":"traceutil/trace.go:171","msg":"trace[1687778366] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28907; }","duration":"554.872236ms","start":"2026-05-08T11:13:34.695312Z","end":"2026-05-08T11:13:35.250185Z","steps":["trace[1687778366] 'agreement among raft nodes before linearized reading' (duration: 554.821316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.2502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.992892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:35.250226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.695296Z","time spent":"554.923177ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-08T11:13:35.25025Z","caller":"traceutil/trace.go:171","msg":"trace[77488642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28907; }","duration":"608.069213ms","start":"2026-05-08T11:13:34.642165Z","end":"2026-05-08T11:13:35.250234Z","steps":["trace[77488642] 'agreement among raft nodes before linearized reading' (duration: 607.983352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.250286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.642151Z","time spent":"608.124984ms","remote":"127.0.0.1:43162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.250424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.167216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-08T11:13:35.250453Z","caller":"traceutil/trace.go:171","msg":"trace[22965112] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28907; }","duration":"692.222027ms","start":"2026-05-08T11:13:34.558222Z","end":"2026-05-08T11:13:35.250444Z","steps":["trace[22965112] 'agreement among raft nodes before linearized reading' (duration: 692.129065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.250479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.558206Z","time spent":"692.266928ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T11:13:35.250546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.902055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-68b494bf97-bhq7n.18ad91489bdd8b66\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-05-08T11:13:35.250579Z","caller":"traceutil/trace.go:171","msg":"trace[1684799080] range","detail":"{range_begin:/registry/events/openstack/cinder-api-68b494bf97-bhq7n.18ad91489bdd8b66; range_end:; response_count:1; response_revision:28907; }","duration":"556.966196ms","start":"2026-05-08T11:13:34.693602Z","end":"2026-05-08T11:13:35.250568Z","steps":["trace[1684799080] 'agreement among raft nodes before linearized reading' (duration: 556.838314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.250611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.693263Z","time spent":"557.338243ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-68b494bf97-bhq7n.18ad91489bdd8b66\" "} {"level":"warn","ts":"2026-05-08T11:13:35.251071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.817282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:35.251146Z","caller":"traceutil/trace.go:171","msg":"trace[1555251846] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28907; }","duration":"557.936965ms","start":"2026-05-08T11:13:34.69319Z","end":"2026-05-08T11:13:35.251127Z","steps":["trace[1555251846] 'agreement among raft nodes before linearized reading' (duration: 557.785841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.25119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.693171Z","time spent":"558.007036ms","remote":"127.0.0.1:43094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:35.251608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.426744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-08T11:13:35.251706Z","caller":"traceutil/trace.go:171","msg":"trace[1516949921] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a; range_end:; response_count:1; response_revision:28907; }","duration":"605.570817ms","start":"2026-05-08T11:13:34.646108Z","end":"2026-05-08T11:13:35.251679Z","steps":["trace[1516949921] 'agreement among raft nodes before linearized reading' (duration: 604.669609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:35.25176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:34.646098Z","time spent":"605.647288ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad92c3f819549a\" "} {"level":"warn","ts":"2026-05-08T11:13:35.749349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T11:13:36.204657Z","caller":"traceutil/trace.go:171","msg":"trace[2116584545] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28907; }","duration":"982.162488ms","start":"2026-05-08T11:13:35.22246Z","end":"2026-05-08T11:13:36.204622Z","steps":["trace[2116584545] 'process raft request' (duration: 922.64997ms)","trace[2116584545] 'compare' (duration: 59.12876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:36.204846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.222432Z","time spent":"982.3269ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-08T11:13:36.205043Z","caller":"traceutil/trace.go:171","msg":"trace[1144536849] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"977.102571ms","start":"2026-05-08T11:13:35.227898Z","end":"2026-05-08T11:13:36.205001Z","steps":["trace[1144536849] 'process raft request' (duration: 976.611932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:36.205286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.227882Z","time spent":"977.267504ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:37.220323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999211265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:37.220468Z","caller":"traceutil/trace.go:171","msg":"trace[740514361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999436528s","start":"2026-05-08T11:13:35.221Z","end":"2026-05-08T11:13:37.220437Z","steps":["trace[740514361] 'agreement among raft nodes before linearized reading' (duration: 1.999241065s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.220536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.220975Z","time spent":"1.999547991s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:37.324328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.870081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:37.3246Z","caller":"traceutil/trace.go:171","msg":"trace[2128911033] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"2.071224907s","start":"2026-05-08T11:13:35.253338Z","end":"2026-05-08T11:13:37.324563Z","steps":["trace[2128911033] 'process raft request' (duration: 1.248988989s)","trace[2128911033] 'compare' (duration: 821.485435ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:37.32477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.25332Z","time spent":"2.07135501s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:37.324925Z","caller":"traceutil/trace.go:171","msg":"trace[1834425182] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"764.462925ms","start":"2026-05-08T11:13:36.56044Z","end":"2026-05-08T11:13:37.324903Z","steps":["trace[1834425182] 'process raft request' (duration: 764.396583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.325021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:36.56041Z","time spent":"764.567637ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:37.325254Z","caller":"traceutil/trace.go:171","msg":"trace[2010411057] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"2.071206558s","start":"2026-05-08T11:13:35.25403Z","end":"2026-05-08T11:13:37.325237Z","steps":["trace[2010411057] 'process raft request' (duration: 2.070415702s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.325361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.253994Z","time spent":"2.071312239s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:37.325644Z","caller":"traceutil/trace.go:171","msg":"trace[1221594989] linearizableReadLoop","detail":"{readStateIndex:30251; appliedIndex:30246; }","duration":"2.076527138s","start":"2026-05-08T11:13:35.249074Z","end":"2026-05-08T11:13:37.325602Z","steps":["trace[1221594989] 'read index received' (duration: 896.029036ms)","trace[1221594989] 'applied index is now lower than readState.Index' (duration: 1.180493132s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:37.325843Z","caller":"traceutil/trace.go:171","msg":"trace[2089476708] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"1.610970952s","start":"2026-05-08T11:13:35.714853Z","end":"2026-05-08T11:13:37.325824Z","steps":["trace[2089476708] 'process raft request' (duration: 1.609886473s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.326013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.714831Z","time spent":"1.611058204s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:37.326404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102732565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5a69c68-039d-4637-800d-6218d45ac563\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-08T11:13:37.32645Z","caller":"traceutil/trace.go:171","msg":"trace[654205039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5a69c68-039d-4637-800d-6218d45ac563; range_end:; response_count:1; response_revision:28912; }","duration":"2.102786255s","start":"2026-05-08T11:13:35.223651Z","end":"2026-05-08T11:13:37.326438Z","steps":["trace[654205039] 'agreement among raft nodes before linearized reading' (duration: 2.102600042s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.326488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.223647Z","time spent":"2.102833896s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-a5a69c68-039d-4637-800d-6218d45ac563\" "} {"level":"warn","ts":"2026-05-08T11:13:37.326627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074228996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:13:37.326691Z","caller":"traceutil/trace.go:171","msg":"trace[1821732302] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28912; }","duration":"2.074315657s","start":"2026-05-08T11:13:35.252358Z","end":"2026-05-08T11:13:37.326674Z","steps":["trace[1821732302] 'agreement among raft nodes before linearized reading' (duration: 2.074123193s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.32675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.252251Z","time spent":"2.07448613s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-08T11:13:37.326815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441943653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:37.326877Z","caller":"traceutil/trace.go:171","msg":"trace[523341223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28912; }","duration":"1.442011114s","start":"2026-05-08T11:13:35.884849Z","end":"2026-05-08T11:13:37.32686Z","steps":["trace[523341223] 'agreement among raft nodes before linearized reading' (duration: 1.441898892s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.326905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614032361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:13:37.326924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.884793Z","time spent":"1.442120856s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:37.326947Z","caller":"traceutil/trace.go:171","msg":"trace[240822677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28912; }","duration":"1.614083483s","start":"2026-05-08T11:13:35.712854Z","end":"2026-05-08T11:13:37.326937Z","steps":["trace[240822677] 'agreement among raft nodes before linearized reading' (duration: 1.613977571s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.326972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022128348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:37.327017Z","caller":"traceutil/trace.go:171","msg":"trace[1537797482] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28912; }","duration":"2.022175799s","start":"2026-05-08T11:13:35.30483Z","end":"2026-05-08T11:13:37.327006Z","steps":["trace[1537797482] 'agreement among raft nodes before linearized reading' (duration: 2.022098647s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632709305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T11:13:37.327056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547940559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:37.327117Z","caller":"traceutil/trace.go:171","msg":"trace[796107038] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28912; }","duration":"1.548056522s","start":"2026-05-08T11:13:35.779051Z","end":"2026-05-08T11:13:37.327107Z","steps":["trace[796107038] 'agreement among raft nodes before linearized reading' (duration: 1.54795033s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:37.327132Z","caller":"traceutil/trace.go:171","msg":"trace[3646476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28912; }","duration":"1.632819977s","start":"2026-05-08T11:13:35.694249Z","end":"2026-05-08T11:13:37.327069Z","steps":["trace[3646476] 'agreement among raft nodes before linearized reading' (duration: 1.632634444s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069487045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:37.327153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.779034Z","time spent":"1.548111032s","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:37.327167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.694226Z","time spent":"1.632931949s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"info","ts":"2026-05-08T11:13:37.327177Z","caller":"traceutil/trace.go:171","msg":"trace[2054474238] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28912; }","duration":"2.069545746s","start":"2026-05-08T11:13:35.257621Z","end":"2026-05-08T11:13:37.327167Z","steps":["trace[2054474238] 'agreement among raft nodes before linearized reading' (duration: 2.069459384s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110643579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:37.327214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.25761Z","time spent":"2.069595648s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103613761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ad92b8b442bdc8\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-08T11:13:37.327241Z","caller":"traceutil/trace.go:171","msg":"trace[1588661602] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28912; }","duration":"1.110744941s","start":"2026-05-08T11:13:36.216486Z","end":"2026-05-08T11:13:37.327231Z","steps":["trace[1588661602] 'agreement among raft nodes before linearized reading' (duration: 1.11066561s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:36.216467Z","time spent":"1.110799052s","remote":"127.0.0.1:55148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:37.327262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.39472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:37.32733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.817142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:37.327356Z","caller":"traceutil/trace.go:171","msg":"trace[779813377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28912; }","duration":"294.884483ms","start":"2026-05-08T11:13:37.032464Z","end":"2026-05-08T11:13:37.327349Z","steps":["trace[779813377] 'agreement among raft nodes before linearized reading' (duration: 294.835342ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:37.32735Z","caller":"traceutil/trace.go:171","msg":"trace[1592414084] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28912; }","duration":"148.502142ms","start":"2026-05-08T11:13:37.178822Z","end":"2026-05-08T11:13:37.327324Z","steps":["trace[1592414084] 'agreement among raft nodes before linearized reading' (duration: 148.317048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613655844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T11:13:37.327358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614745605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:13:37.326982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.712848Z","time spent":"1.614127713s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614313456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:13:37.32749Z","caller":"traceutil/trace.go:171","msg":"trace[112678857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28912; }","duration":"1.614899937s","start":"2026-05-08T11:13:35.712558Z","end":"2026-05-08T11:13:37.327458Z","steps":["trace[112678857] 'agreement among raft nodes before linearized reading' (duration: 1.61449958s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:37.327528Z","caller":"traceutil/trace.go:171","msg":"trace[339442252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28912; }","duration":"1.614357207s","start":"2026-05-08T11:13:35.713163Z","end":"2026-05-08T11:13:37.32752Z","steps":["trace[339442252] 'agreement among raft nodes before linearized reading' (duration: 1.614275465s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.32754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117087971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-08T11:13:37.327562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.713157Z","time spent":"1.614399249s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.712553Z","time spent":"1.61499714s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.752264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:37.32762Z","caller":"traceutil/trace.go:171","msg":"trace[929214150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28912; }","duration":"743.422947ms","start":"2026-05-08T11:13:36.584191Z","end":"2026-05-08T11:13:37.327614Z","steps":["trace[929214150] 'agreement among raft nodes before linearized reading' (duration: 742.735613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427448989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:37.327281Z","caller":"traceutil/trace.go:171","msg":"trace[119778697] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ad92b8b442bdc8; range_end:; response_count:1; response_revision:28912; }","duration":"2.103684212s","start":"2026-05-08T11:13:35.223576Z","end":"2026-05-08T11:13:37.32726Z","steps":["trace[119778697] 'agreement among raft nodes before linearized reading' (duration: 2.103519679s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:37.327665Z","caller":"traceutil/trace.go:171","msg":"trace[2087566196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28912; }","duration":"1.42752537s","start":"2026-05-08T11:13:35.90012Z","end":"2026-05-08T11:13:37.327646Z","steps":["trace[2087566196] 'agreement among raft nodes before linearized reading' (duration: 1.427459118s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.223564Z","time spent":"2.104114761s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ad92b8b442bdc8\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.900106Z","time spent":"1.427595502s","remote":"127.0.0.1:43304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:37.327493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614992529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:13:37.32779Z","caller":"traceutil/trace.go:171","msg":"trace[248492848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28912; }","duration":"1.615380627s","start":"2026-05-08T11:13:35.712399Z","end":"2026-05-08T11:13:37.327779Z","steps":["trace[248492848] 'agreement among raft nodes before linearized reading' (duration: 1.614958378s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.327651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:36.584161Z","time spent":"743.479227ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.712373Z","time spent":"1.615448658s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:37.327883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405062545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:37.327058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.30479Z","time spent":"2.022258271s","remote":"127.0.0.1:34424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:37.327697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614799106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:13:37.327981Z","caller":"traceutil/trace.go:171","msg":"trace[402080887] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28912; }","duration":"1.615090591s","start":"2026-05-08T11:13:35.71288Z","end":"2026-05-08T11:13:37.327971Z","steps":["trace[402080887] 'agreement among raft nodes before linearized reading' (duration: 1.614752065s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.328017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.712876Z","time spent":"1.615132992s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:13:37.32807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122020695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-05-08T11:13:37.328128Z","caller":"traceutil/trace.go:171","msg":"trace[1443309829] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28912; }","duration":"1.122125997s","start":"2026-05-08T11:13:36.205991Z","end":"2026-05-08T11:13:37.328116Z","steps":["trace[1443309829] 'agreement among raft nodes before linearized reading' (duration: 1.121979844s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.328167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:36.205969Z","time spent":"1.122190919s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-05-08T11:13:37.327947Z","caller":"traceutil/trace.go:171","msg":"trace[159984534] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28912; }","duration":"1.405131306s","start":"2026-05-08T11:13:35.922792Z","end":"2026-05-08T11:13:37.327923Z","steps":["trace[159984534] 'agreement among raft nodes before linearized reading' (duration: 1.405039024s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:37.327415Z","caller":"traceutil/trace.go:171","msg":"trace[673773393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28912; }","duration":"1.613745935s","start":"2026-05-08T11:13:35.713659Z","end":"2026-05-08T11:13:37.327405Z","steps":["trace[673773393] 'agreement among raft nodes before linearized reading' (duration: 1.613638473s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.328376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.713633Z","time spent":"1.614735684s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:37.328377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:35.922785Z","time spent":"1.405570174s","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:37.327582Z","caller":"traceutil/trace.go:171","msg":"trace[661101649] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28912; }","duration":"1.117175063s","start":"2026-05-08T11:13:36.210396Z","end":"2026-05-08T11:13:37.327572Z","steps":["trace[661101649] 'agreement among raft nodes before linearized reading' (duration: 1.117019559s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:37.328635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:36.210375Z","time spent":"1.118246603s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:37.83193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737712826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:13:38.444965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.145077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:38.445119Z","caller":"traceutil/trace.go:171","msg":"trace[908352901] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"1.113595766s","start":"2026-05-08T11:13:37.331496Z","end":"2026-05-08T11:13:38.445092Z","steps":["trace[908352901] 'process raft request' (duration: 619.194805ms)","trace[908352901] 'compare' (duration: 493.812469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:38.445192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.331469Z","time spent":"1.113687378s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:38.965315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.075486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:38.965461Z","caller":"traceutil/trace.go:171","msg":"trace[734931583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28913; }","duration":"399.230559ms","start":"2026-05-08T11:13:38.566207Z","end":"2026-05-08T11:13:38.965438Z","steps":["trace[734931583] 'range keys from in-memory index tree' (duration: 399.059986ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.965456Z","caller":"traceutil/trace.go:171","msg":"trace[960943189] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"1.629128307s","start":"2026-05-08T11:13:37.336305Z","end":"2026-05-08T11:13:38.965434Z","steps":["trace[960943189] 'process raft request' (duration: 1.570725582s)","trace[960943189] 'compare' (duration: 57.985687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:38.965594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336278Z","time spent":"1.629226858s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.96617Z","caller":"traceutil/trace.go:171","msg":"trace[1891789364] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"1.629726978s","start":"2026-05-08T11:13:37.336402Z","end":"2026-05-08T11:13:38.966129Z","steps":["trace[1891789364] 'process raft request' (duration: 1.628996744s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.966386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336395Z","time spent":"1.629884631s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.966573Z","caller":"traceutil/trace.go:171","msg":"trace[1400786289] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"1.630145936s","start":"2026-05-08T11:13:37.336391Z","end":"2026-05-08T11:13:38.966537Z","steps":["trace[1400786289] 'process raft request' (duration: 1.629483524s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.966582Z","caller":"traceutil/trace.go:171","msg":"trace[701316950] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"1.630159766s","start":"2026-05-08T11:13:37.336403Z","end":"2026-05-08T11:13:38.966563Z","steps":["trace[701316950] 'process raft request' (duration: 1.630038734s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.966679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336373Z","time spent":"1.630257987s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:38.966698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336375Z","time spent":"1.630245657s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.966829Z","caller":"traceutil/trace.go:171","msg":"trace[591583725] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"1.630380709s","start":"2026-05-08T11:13:37.336417Z","end":"2026-05-08T11:13:38.966798Z","steps":["trace[591583725] 'process raft request' (duration: 1.630101524s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.966897Z","caller":"traceutil/trace.go:171","msg":"trace[287967061] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"1.630438151s","start":"2026-05-08T11:13:37.336442Z","end":"2026-05-08T11:13:38.96688Z","steps":["trace[287967061] 'process raft request' (duration: 1.630229487s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.966979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336438Z","time spent":"1.630495402s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:38.966992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.336374Z","time spent":"1.630530752s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.967054Z","caller":"traceutil/trace.go:171","msg":"trace[1747086295] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"1.626815362s","start":"2026-05-08T11:13:37.34022Z","end":"2026-05-08T11:13:38.967036Z","steps":["trace[1747086295] 'process raft request' (duration: 1.626679469s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.967126Z","caller":"traceutil/trace.go:171","msg":"trace[1316630920] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"1.628968634s","start":"2026-05-08T11:13:37.338146Z","end":"2026-05-08T11:13:38.967115Z","steps":["trace[1316630920] 'process raft request' (duration: 1.628637147s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.340199Z","time spent":"1.626910575s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.967136Z","caller":"traceutil/trace.go:171","msg":"trace[496086291] linearizableReadLoop","detail":"{readStateIndex:30262; appliedIndex:30252; }","duration":"1.635479558s","start":"2026-05-08T11:13:37.331626Z","end":"2026-05-08T11:13:38.967106Z","steps":["trace[496086291] 'read index received' (duration: 619.031942ms)","trace[496086291] 'applied index is now lower than readState.Index' (duration: 1.016446096s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:38.967192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.338139Z","time spent":"1.629018575s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:38.967277Z","caller":"traceutil/trace.go:171","msg":"trace[1950109531] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"1.48668481s","start":"2026-05-08T11:13:37.480579Z","end":"2026-05-08T11:13:38.967264Z","steps":["trace[1950109531] 'process raft request' (duration: 1.486406954s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.480559Z","time spent":"1.486754391s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:38.967601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532540889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-08T11:13:38.967678Z","caller":"traceutil/trace.go:171","msg":"trace[1953105467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28922; }","duration":"1.53266772s","start":"2026-05-08T11:13:37.434994Z","end":"2026-05-08T11:13:38.967662Z","steps":["trace[1953105467] 'agreement among raft nodes before linearized reading' (duration: 1.532464547s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.434972Z","time spent":"1.532741562s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-08T11:13:38.967747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.008709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:13:38.9678Z","caller":"traceutil/trace.go:171","msg":"trace[1221848542] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:28922; }","duration":"480.109831ms","start":"2026-05-08T11:13:38.487678Z","end":"2026-05-08T11:13:38.967788Z","steps":["trace[1221848542] 'agreement among raft nodes before linearized reading' (duration: 479.915137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.181738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:38.967881Z","caller":"traceutil/trace.go:171","msg":"trace[2040659266] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28922; }","duration":"775.28086ms","start":"2026-05-08T11:13:38.192587Z","end":"2026-05-08T11:13:38.967868Z","steps":["trace[2040659266] 'agreement among raft nodes before linearized reading' (duration: 775.082816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.902256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ad92b7f488bcac\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-08T11:13:38.967922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.192563Z","time spent":"775.350261ms","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:38.967928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.35592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-05-08T11:13:38.967944Z","caller":"traceutil/trace.go:171","msg":"trace[2110687250] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ad92b7f488bcac; range_end:; response_count:1; response_revision:28922; }","duration":"517.948147ms","start":"2026-05-08T11:13:38.449982Z","end":"2026-05-08T11:13:38.96793Z","steps":["trace[2110687250] 'agreement among raft nodes before linearized reading' (duration: 517.785034ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.967965Z","caller":"traceutil/trace.go:171","msg":"trace[1084831227] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28922; }","duration":"100.434272ms","start":"2026-05-08T11:13:38.867517Z","end":"2026-05-08T11:13:38.967952Z","steps":["trace[1084831227] 'agreement among raft nodes before linearized reading' (duration: 100.34244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.967989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.449927Z","time spent":"518.054589ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18ad92b7f488bcac\" "} {"level":"warn","ts":"2026-05-08T11:13:38.968309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124488482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:38.968375Z","caller":"traceutil/trace.go:171","msg":"trace[657530255] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28922; }","duration":"1.124612404s","start":"2026-05-08T11:13:37.84375Z","end":"2026-05-08T11:13:38.968362Z","steps":["trace[657530255] 'agreement among raft nodes before linearized reading' (duration: 1.124140215s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.968416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.843722Z","time spent":"1.124685265s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:38.968318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.906041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-08T11:13:38.968638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29865881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:38.968683Z","caller":"traceutil/trace.go:171","msg":"trace[1525451140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28922; }","duration":"1.298757512s","start":"2026-05-08T11:13:37.669915Z","end":"2026-05-08T11:13:38.968672Z","steps":["trace[1525451140] 'agreement among raft nodes before linearized reading' (duration: 1.2986903s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.968718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.669884Z","time spent":"1.298826943s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:38.968378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636718201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T11:13:38.96889Z","caller":"traceutil/trace.go:171","msg":"trace[1040552108] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:28922; }","duration":"1.637265141s","start":"2026-05-08T11:13:37.331604Z","end":"2026-05-08T11:13:38.96887Z","steps":["trace[1040552108] 'agreement among raft nodes before linearized reading' (duration: 1.636608808s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.968963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:37.331594Z","time spent":"1.637349863s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"warn","ts":"2026-05-08T11:13:38.968378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.942242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-08T11:13:38.969153Z","caller":"traceutil/trace.go:171","msg":"trace[418814514] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28922; }","duration":"119.754428ms","start":"2026-05-08T11:13:38.849386Z","end":"2026-05-08T11:13:38.96914Z","steps":["trace[418814514] 'agreement among raft nodes before linearized reading' (duration: 118.924882ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:38.968627Z","caller":"traceutil/trace.go:171","msg":"trace[126307015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28922; }","duration":"635.242678ms","start":"2026-05-08T11:13:38.333358Z","end":"2026-05-08T11:13:38.968601Z","steps":["trace[126307015] 'agreement among raft nodes before linearized reading' (duration: 634.905221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:38.96784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.487657Z","time spent":"480.174061ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"warn","ts":"2026-05-08T11:13:38.969395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.333333Z","time spent":"636.045463ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:39.464338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.431243ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-08T11:13:39.464431Z","caller":"traceutil/trace.go:171","msg":"trace[753385114] linearizableReadLoop","detail":"{readStateIndex:30263; appliedIndex:30262; }","duration":"492.922923ms","start":"2026-05-08T11:13:38.971492Z","end":"2026-05-08T11:13:39.464415Z","steps":["trace[753385114] 'read index received' (duration: 253.475809ms)","trace[753385114] 'applied index is now lower than readState.Index' (duration: 239.445674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:39.464445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.971121Z","time spent":"493.312752ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T11:13:39.464599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.102886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-08T11:13:39.464623Z","caller":"traceutil/trace.go:171","msg":"trace[1642180447] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28922; }","duration":"493.129927ms","start":"2026-05-08T11:13:38.971484Z","end":"2026-05-08T11:13:39.464614Z","steps":["trace[1642180447] 'agreement among raft nodes before linearized reading' (duration: 493.000555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:39.464649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.971446Z","time spent":"493.197628ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T11:13:40.181776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.623869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:40.182014Z","caller":"traceutil/trace.go:171","msg":"trace[203620451] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"1.209559013s","start":"2026-05-08T11:13:38.972438Z","end":"2026-05-08T11:13:40.181997Z","steps":["trace[203620451] 'process raft request' (duration: 1.209441281s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.182069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.972413Z","time spent":"1.209630944s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.182228Z","caller":"traceutil/trace.go:171","msg":"trace[217012743] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"1.210647222s","start":"2026-05-08T11:13:38.971575Z","end":"2026-05-08T11:13:40.182222Z","steps":["trace[217012743] 'process raft request' (duration: 699.460543ms)","trace[217012743] 'compare' (duration: 510.287723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:40.182267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.97156Z","time spent":"1.210686274s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:40.8188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.243116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:40.81922Z","caller":"traceutil/trace.go:171","msg":"trace[920880503] linearizableReadLoop","detail":"{readStateIndex:30267; appliedIndex:30263; }","duration":"1.354733771s","start":"2026-05-08T11:13:39.464462Z","end":"2026-05-08T11:13:40.819196Z","steps":["trace[920880503] 'read index received' (duration: 206.649962ms)","trace[920880503] 'applied index is now lower than readState.Index' (duration: 1.148082209s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:40.819508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814265563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-08T11:13:40.81955Z","caller":"traceutil/trace.go:171","msg":"trace[1121197046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28928; }","duration":"1.814355274s","start":"2026-05-08T11:13:39.005181Z","end":"2026-05-08T11:13:40.819537Z","steps":["trace[1121197046] 'agreement among raft nodes before linearized reading' (duration: 1.814125319s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.819589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.005157Z","time spent":"1.814424425s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T11:13:40.819568Z","caller":"traceutil/trace.go:171","msg":"trace[441421348] transaction","detail":"{read_only:false; response_revision:28926; number_of_response:1; }","duration":"1.485438167s","start":"2026-05-08T11:13:39.334073Z","end":"2026-05-08T11:13:40.819511Z","steps":["trace[441421348] 'process raft request' (duration: 1.484876726s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.819596Z","caller":"traceutil/trace.go:171","msg":"trace[1863646374] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"1.48608777s","start":"2026-05-08T11:13:39.333456Z","end":"2026-05-08T11:13:40.819544Z","steps":["trace[1863646374] 'process raft request' (duration: 1.129797493s)","trace[1863646374] 'compare' (duration: 354.593214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:40.81973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846081685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-08T11:13:40.819713Z","caller":"traceutil/trace.go:171","msg":"trace[1933548720] transaction","detail":"{read_only:false; response_revision:28927; number_of_response:1; }","duration":"1.353765724s","start":"2026-05-08T11:13:39.465899Z","end":"2026-05-08T11:13:40.819664Z","steps":["trace[1933548720] 'process raft request' (duration: 1.353139681s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.819737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847490462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4423ee15-9115-4ce9-8989-2a540e64d4e9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-08T11:13:40.819806Z","caller":"traceutil/trace.go:171","msg":"trace[1357675898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28928; }","duration":"1.846201018s","start":"2026-05-08T11:13:38.973583Z","end":"2026-05-08T11:13:40.819784Z","steps":["trace[1357675898] 'agreement among raft nodes before linearized reading' (duration: 1.845909343s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.819805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847595244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-05-08T11:13:40.819817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.333349Z","time spent":"1.486342794s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.819844Z","caller":"traceutil/trace.go:171","msg":"trace[1808997783] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4423ee15-9115-4ce9-8989-2a540e64d4e9; range_end:; response_count:1; response_revision:28928; }","duration":"1.847623915s","start":"2026-05-08T11:13:38.972196Z","end":"2026-05-08T11:13:40.81982Z","steps":["trace[1808997783] 'agreement among raft nodes before linearized reading' (duration: 1.847330589s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.819851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.973559Z","time spent":"1.846280649s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-05-08T11:13:40.819813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.334059Z","time spent":"1.48562497s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.819869Z","caller":"traceutil/trace.go:171","msg":"trace[858969521] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28928; }","duration":"1.847696306s","start":"2026-05-08T11:13:38.972159Z","end":"2026-05-08T11:13:40.819855Z","steps":["trace[858969521] 'agreement among raft nodes before linearized reading' (duration: 1.847439891s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.81989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.972186Z","time spent":"1.847691416s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4423ee15-9115-4ce9-8989-2a540e64d4e9\" "} {"level":"warn","ts":"2026-05-08T11:13:40.819756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837677467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:40.819921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.972141Z","time spent":"1.847770917s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-05-08T11:13:40.819953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.465866Z","time spent":"1.353957877s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.820029Z","caller":"traceutil/trace.go:171","msg":"trace[1745479065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28928; }","duration":"1.837985481s","start":"2026-05-08T11:13:38.981997Z","end":"2026-05-08T11:13:40.819982Z","steps":["trace[1745479065] 'agreement among raft nodes before linearized reading' (duration: 1.837604795s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.820115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:38.981978Z","time spent":"1.838113664s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:13:40.819373Z","caller":"traceutil/trace.go:171","msg":"trace[3188971] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"1.347221029s","start":"2026-05-08T11:13:39.472108Z","end":"2026-05-08T11:13:40.819329Z","steps":["trace[3188971] 'process raft request' (duration: 1.346995885s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.820251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.472074Z","time spent":"1.348109306s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.939914Z","caller":"traceutil/trace.go:171","msg":"trace[1876265520] transaction","detail":"{read_only:false; response_revision:28930; number_of_response:1; }","duration":"752.944667ms","start":"2026-05-08T11:13:40.186945Z","end":"2026-05-08T11:13:40.939889Z","steps":["trace[1876265520] 'process raft request' (duration: 752.812074ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.939921Z","caller":"traceutil/trace.go:171","msg":"trace[245095425] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"1.259520019s","start":"2026-05-08T11:13:39.680349Z","end":"2026-05-08T11:13:40.939869Z","steps":["trace[245095425] 'process raft request' (duration: 1.23899779s)","trace[245095425] 'compare' (duration: 20.238023ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:40.940045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.186921Z","time spent":"753.065919ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T11:13:40.940161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.680318Z","time spent":"1.259699223s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3175,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.940312Z","caller":"traceutil/trace.go:171","msg":"trace[26936490] linearizableReadLoop","detail":"{readStateIndex:30273; appliedIndex:30269; }","duration":"121.015032ms","start":"2026-05-08T11:13:40.819263Z","end":"2026-05-08T11:13:40.940278Z","steps":["trace[26936490] 'read index received' (duration: 99.852922ms)","trace[26936490] 'applied index is now lower than readState.Index' (duration: 21.16065ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:40.940306Z","caller":"traceutil/trace.go:171","msg":"trace[779445818] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"711.207646ms","start":"2026-05-08T11:13:40.229056Z","end":"2026-05-08T11:13:40.940264Z","steps":["trace[779445818] 'process raft request' (duration: 710.772697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460583495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:40.940541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.161567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-08T11:13:40.940571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.229034Z","time spent":"711.428591ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.940594Z","caller":"traceutil/trace.go:171","msg":"trace[1442779855] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28932; }","duration":"1.460696848s","start":"2026-05-08T11:13:39.479878Z","end":"2026-05-08T11:13:40.940574Z","steps":["trace[1442779855] 'agreement among raft nodes before linearized reading' (duration: 1.460541205s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.847991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-08T11:13:40.940637Z","caller":"traceutil/trace.go:171","msg":"trace[1430379862] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28932; }","duration":"681.050505ms","start":"2026-05-08T11:13:40.259575Z","end":"2026-05-08T11:13:40.940626Z","steps":["trace[1430379862] 'agreement among raft nodes before linearized reading' (duration: 680.745389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024944207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:13:40.940676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.259546Z","time spent":"681.119256ms","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-08T11:13:40.940655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073455406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:40.940713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.343204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:40.940598Z","caller":"traceutil/trace.go:171","msg":"trace[1809193713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:28932; }","duration":"964.258728ms","start":"2026-05-08T11:13:39.976324Z","end":"2026-05-08T11:13:40.940582Z","steps":["trace[1809193713] 'agreement among raft nodes before linearized reading' (duration: 964.052004ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.940692Z","caller":"traceutil/trace.go:171","msg":"trace[888252533] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"684.071533ms","start":"2026-05-08T11:13:40.256572Z","end":"2026-05-08T11:13:40.940644Z","steps":["trace[888252533] 'process raft request' (duration: 683.586014ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.940768Z","caller":"traceutil/trace.go:171","msg":"trace[1304263335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28932; }","duration":"1.07364928s","start":"2026-05-08T11:13:39.867088Z","end":"2026-05-08T11:13:40.940737Z","steps":["trace[1304263335] 'agreement among raft nodes before linearized reading' (duration: 1.073421036s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.264109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-05-08T11:13:40.940773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.962213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"warn","ts":"2026-05-08T11:13:40.940807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.077747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-08T11:13:40.940799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.976299Z","time spent":"964.482113ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:40.9408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.953173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:40.940835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.867056Z","time spent":"1.073762621s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:40.940843Z","caller":"traceutil/trace.go:171","msg":"trace[313729537] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28932; }","duration":"119.072124ms","start":"2026-05-08T11:13:40.821753Z","end":"2026-05-08T11:13:40.940825Z","steps":["trace[313729537] 'agreement among raft nodes before linearized reading' (duration: 118.8166ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.940855Z","caller":"traceutil/trace.go:171","msg":"trace[560718335] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28932; }","duration":"117.146758ms","start":"2026-05-08T11:13:40.823696Z","end":"2026-05-08T11:13:40.940843Z","steps":["trace[560718335] 'agreement among raft nodes before linearized reading' (duration: 116.975255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.479862Z","time spent":"1.460771019s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:40.94088Z","caller":"traceutil/trace.go:171","msg":"trace[767248784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28932; }","duration":"119.079625ms","start":"2026-05-08T11:13:40.821783Z","end":"2026-05-08T11:13:40.940863Z","steps":["trace[767248784] 'agreement among raft nodes before linearized reading' (duration: 118.943543ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:40.94083Z","caller":"traceutil/trace.go:171","msg":"trace[1220194260] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28932; }","duration":"108.346811ms","start":"2026-05-08T11:13:40.832468Z","end":"2026-05-08T11:13:40.940815Z","steps":["trace[1220194260] 'agreement among raft nodes before linearized reading' (duration: 108.147308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.940926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.256541Z","time spent":"684.264617ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:40.940711Z","caller":"traceutil/trace.go:171","msg":"trace[1867745790] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28932; }","duration":"1.025154801s","start":"2026-05-08T11:13:39.915527Z","end":"2026-05-08T11:13:40.940682Z","steps":["trace[1867745790] 'agreement among raft nodes before linearized reading' (duration: 1.024820285s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.941035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:39.915502Z","time spent":"1.025516328s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:40.940781Z","caller":"traceutil/trace.go:171","msg":"trace[1869084290] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28932; }","duration":"397.435686ms","start":"2026-05-08T11:13:40.543316Z","end":"2026-05-08T11:13:40.940752Z","steps":["trace[1869084290] 'agreement among raft nodes before linearized reading' (duration: 397.356635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:40.941162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.543293Z","time spent":"397.853673ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:41.329083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.518104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:13:41.329202Z","caller":"traceutil/trace.go:171","msg":"trace[1411780359] linearizableReadLoop","detail":"{readStateIndex:30274; appliedIndex:30273; }","duration":"382.239007ms","start":"2026-05-08T11:13:40.946945Z","end":"2026-05-08T11:13:41.329184Z","steps":["trace[1411780359] 'read index received' (duration: 254.518158ms)","trace[1411780359] 'applied index is now lower than readState.Index' (duration: 127.717989ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:41.329254Z","caller":"traceutil/trace.go:171","msg":"trace[961635888] transaction","detail":"{read_only:false; response_revision:28933; number_of_response:1; }","duration":"382.354071ms","start":"2026-05-08T11:13:40.946855Z","end":"2026-05-08T11:13:41.329209Z","steps":["trace[961635888] 'process raft request' (duration: 254.636372ms)","trace[961635888] 'compare' (duration: 127.257199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:13:41.329522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.570036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-08T11:13:41.329577Z","caller":"traceutil/trace.go:171","msg":"trace[1863078237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28933; }","duration":"380.640477ms","start":"2026-05-08T11:13:40.948928Z","end":"2026-05-08T11:13:41.329568Z","steps":["trace[1863078237] 'agreement among raft nodes before linearized reading' (duration: 380.529825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.329603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.948919Z","time spent":"380.677648ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-08T11:13:41.329687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.946837Z","time spent":"382.652766ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T11:13:41.329808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.826272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:41.329839Z","caller":"traceutil/trace.go:171","msg":"trace[1986965046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28933; }","duration":"379.871062ms","start":"2026-05-08T11:13:40.949961Z","end":"2026-05-08T11:13:41.329832Z","steps":["trace[1986965046] 'agreement among raft nodes before linearized reading' (duration: 379.812301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.329829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.384086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:13:41.32986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.680665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:13:41.329685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.875592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:13:41.329905Z","caller":"traceutil/trace.go:171","msg":"trace[187542610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28933; }","duration":"357.478798ms","start":"2026-05-08T11:13:40.972408Z","end":"2026-05-08T11:13:41.329887Z","steps":["trace[187542610] 'agreement among raft nodes before linearized reading' (duration: 357.193193ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:41.32992Z","caller":"traceutil/trace.go:171","msg":"trace[784620147] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28933; }","duration":"202.189338ms","start":"2026-05-08T11:13:41.127724Z","end":"2026-05-08T11:13:41.329913Z","steps":["trace[784620147] 'agreement among raft nodes before linearized reading' (duration: 201.800631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.329918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.324689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T11:13:41.329432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.478292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:13:41.329969Z","caller":"traceutil/trace.go:171","msg":"trace[1197309521] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28933; }","duration":"383.045883ms","start":"2026-05-08T11:13:40.946915Z","end":"2026-05-08T11:13:41.329961Z","steps":["trace[1197309521] 'agreement among raft nodes before linearized reading' (duration: 382.35455ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:41.329981Z","caller":"traceutil/trace.go:171","msg":"trace[187209467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28933; }","duration":"354.383171ms","start":"2026-05-08T11:13:40.975575Z","end":"2026-05-08T11:13:41.329958Z","steps":["trace[187209467] 'agreement among raft nodes before linearized reading' (duration: 354.258258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.329999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.873488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T11:13:41.330011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.946901Z","time spent":"383.100833ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T11:13:41.330032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.975571Z","time spent":"354.452082ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:41.329839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.241063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-05-08T11:13:41.329758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.026383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:13:41.330088Z","caller":"traceutil/trace.go:171","msg":"trace[628889790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28933; }","duration":"377.502448ms","start":"2026-05-08T11:13:40.952578Z","end":"2026-05-08T11:13:41.33008Z","steps":["trace[628889790] 'agreement among raft nodes before linearized reading' (duration: 377.05731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.330108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.952528Z","time spent":"377.573569ms","remote":"127.0.0.1:40502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-08T11:13:41.330115Z","caller":"traceutil/trace.go:171","msg":"trace[281698817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28933; }","duration":"355.42642ms","start":"2026-05-08T11:13:40.974674Z","end":"2026-05-08T11:13:41.3301Z","steps":["trace[281698817] 'agreement among raft nodes before linearized reading' (duration: 354.825179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.33012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.378639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:13:41.329862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.949954Z","time spent":"379.898403ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:13:41.330164Z","caller":"traceutil/trace.go:171","msg":"trace[1058687312] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28933; }","duration":"355.41868ms","start":"2026-05-08T11:13:40.974732Z","end":"2026-05-08T11:13:41.330151Z","steps":["trace[1058687312] 'agreement among raft nodes before linearized reading' (duration: 355.310258ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:41.329927Z","caller":"traceutil/trace.go:171","msg":"trace[1624323629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28933; }","duration":"355.759286ms","start":"2026-05-08T11:13:40.974147Z","end":"2026-05-08T11:13:41.329906Z","steps":["trace[1624323629] 'agreement among raft nodes before linearized reading' (duration: 355.615553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.330212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.974711Z","time spent":"355.493781ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:13:41.330223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.974134Z","time spent":"356.079722ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:41.329937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.972357Z","time spent":"357.57527ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T11:13:41.330022Z","caller":"traceutil/trace.go:171","msg":"trace[1647649251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28933; }","duration":"355.916979ms","start":"2026-05-08T11:13:40.9741Z","end":"2026-05-08T11:13:41.330017Z","steps":["trace[1647649251] 'agreement among raft nodes before linearized reading' (duration: 355.858608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:41.330168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.974664Z","time spent":"355.485121ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:41.330304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:40.97409Z","time spent":"356.205924ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:45.139398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T11:13:45.508881Z","caller":"traceutil/trace.go:171","msg":"trace[1256689526] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"872.213286ms","start":"2026-05-08T11:13:44.636632Z","end":"2026-05-08T11:13:45.508845Z","steps":["trace[1256689526] 'process raft request' (duration: 871.92752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:45.509102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.636593Z","time spent":"872.396118ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:45.606111Z","caller":"traceutil/trace.go:171","msg":"trace[712243411] linearizableReadLoop","detail":"{readStateIndex:30374; appliedIndex:30371; }","duration":"967.788214ms","start":"2026-05-08T11:13:44.638286Z","end":"2026-05-08T11:13:45.606074Z","steps":["trace[712243411] 'read index received' (duration: 870.239698ms)","trace[712243411] 'applied index is now lower than readState.Index' (duration: 97.546556ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:45.606206Z","caller":"traceutil/trace.go:171","msg":"trace[81653464] transaction","detail":"{read_only:false; response_revision:29032; number_of_response:1; }","duration":"771.210963ms","start":"2026-05-08T11:13:44.834954Z","end":"2026-05-08T11:13:45.606164Z","steps":["trace[81653464] 'process raft request' (duration: 770.990959ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:45.606231Z","caller":"traceutil/trace.go:171","msg":"trace[509218406] transaction","detail":"{read_only:false; response_revision:29031; number_of_response:1; }","duration":"772.19543ms","start":"2026-05-08T11:13:44.834006Z","end":"2026-05-08T11:13:45.606202Z","steps":["trace[509218406] 'process raft request' (duration: 771.687461ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:45.606286Z","caller":"traceutil/trace.go:171","msg":"trace[650690224] transaction","detail":"{read_only:false; response_revision:29033; number_of_response:1; }","duration":"167.92255ms","start":"2026-05-08T11:13:45.438351Z","end":"2026-05-08T11:13:45.606273Z","steps":["trace[650690224] 'process raft request' (duration: 167.652265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:45.606369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.834931Z","time spent":"771.352345ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:45.606434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.833968Z","time spent":"772.330953ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:45.60645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.152641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-08T11:13:45.606527Z","caller":"traceutil/trace.go:171","msg":"trace[1801820471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29033; }","duration":"968.287315ms","start":"2026-05-08T11:13:44.638219Z","end":"2026-05-08T11:13:45.606507Z","steps":["trace[1801820471] 'agreement among raft nodes before linearized reading' (duration: 968.0668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:45.606568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.638186Z","time spent":"968.373816ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-08T11:13:46.106979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-08T11:13:46.406526Z","caller":"traceutil/trace.go:171","msg":"trace[1399980608] transaction","detail":"{read_only:false; response_revision:29034; number_of_response:1; }","duration":"890.178555ms","start":"2026-05-08T11:13:45.516298Z","end":"2026-05-08T11:13:46.406477Z","steps":["trace[1399980608] 'process raft request' (duration: 889.758137ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:46.406615Z","caller":"traceutil/trace.go:171","msg":"trace[5585068] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"888.908801ms","start":"2026-05-08T11:13:45.517673Z","end":"2026-05-08T11:13:46.406581Z","steps":["trace[5585068] 'process raft request' (duration: 888.611276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:46.406759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.517664Z","time spent":"889.002113ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:46.406763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.516262Z","time spent":"890.369559ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:46.407298Z","caller":"traceutil/trace.go:171","msg":"trace[1591940288] transaction","detail":"{read_only:false; response_revision:29037; number_of_response:1; }","duration":"888.508133ms","start":"2026-05-08T11:13:45.518766Z","end":"2026-05-08T11:13:46.407274Z","steps":["trace[1591940288] 'process raft request' (duration: 888.35056ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:46.407378Z","caller":"traceutil/trace.go:171","msg":"trace[315892771] transaction","detail":"{read_only:false; response_revision:29036; number_of_response:1; }","duration":"889.289758ms","start":"2026-05-08T11:13:45.51807Z","end":"2026-05-08T11:13:46.40736Z","steps":["trace[315892771] 'process raft request' (duration: 888.26886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:46.407415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.518758Z","time spent":"888.603075ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:46.407474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.518039Z","time spent":"889.382811ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:47.670382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:13:47.670471Z","caller":"traceutil/trace.go:171","msg":"trace[2024934328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171013s","start":"2026-05-08T11:13:45.670279Z","end":"2026-05-08T11:13:47.67045Z","steps":["trace[2024934328] 'agreement among raft nodes before linearized reading' (duration: 2.000063321s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:47.670518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.670178Z","time spent":"2.000330476s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:13:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:13:48.580962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175152206s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:13:48.581518Z","caller":"traceutil/trace.go:171","msg":"trace[1794835176] transaction","detail":"{read_only:false; response_revision:29038; number_of_response:1; }","duration":"2.653339731s","start":"2026-05-08T11:13:45.928147Z","end":"2026-05-08T11:13:48.581486Z","steps":["trace[1794835176] 'process raft request' (duration: 2.653055016s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.581739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.928115Z","time spent":"2.653524894s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:48.581998Z","caller":"traceutil/trace.go:171","msg":"trace[1822023740] transaction","detail":"{read_only:false; response_revision:29039; number_of_response:1; }","duration":"2.632869484s","start":"2026-05-08T11:13:45.949062Z","end":"2026-05-08T11:13:48.581932Z","steps":["trace[1822023740] 'process raft request' (duration: 2.632370054s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.582215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.949042Z","time spent":"2.633061347s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:48.582478Z","caller":"traceutil/trace.go:171","msg":"trace[1377591479] transaction","detail":"{read_only:false; response_revision:29040; number_of_response:1; }","duration":"2.492183359s","start":"2026-05-08T11:13:46.09028Z","end":"2026-05-08T11:13:48.582464Z","steps":["trace[1377591479] 'process raft request' (duration: 2.491509326s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.582553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:46.090249Z","time spent":"2.49226267s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:48.587502Z","caller":"traceutil/trace.go:171","msg":"trace[433777490] linearizableReadLoop","detail":"{readStateIndex:30382; appliedIndex:30375; }","duration":"2.98127322s","start":"2026-05-08T11:13:45.606216Z","end":"2026-05-08T11:13:48.58749Z","steps":["trace[433777490] 'read index received' (duration: 799.713802ms)","trace[433777490] 'applied index is now lower than readState.Index' (duration: 2.181558078s)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:13:48.587533Z","caller":"traceutil/trace.go:171","msg":"trace[992731655] transaction","detail":"{read_only:false; response_revision:29042; number_of_response:1; }","duration":"970.889254ms","start":"2026-05-08T11:13:47.616597Z","end":"2026-05-08T11:13:48.587487Z","steps":["trace[992731655] 'process raft request' (duration: 970.7561ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.587528Z","caller":"traceutil/trace.go:171","msg":"trace[1384866244] transaction","detail":"{read_only:false; response_revision:29041; number_of_response:1; }","duration":"2.109678186s","start":"2026-05-08T11:13:46.477788Z","end":"2026-05-08T11:13:48.587466Z","steps":["trace[1384866244] 'process raft request' (duration: 2.109475472s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.587727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.616568Z","time spent":"971.067597ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:48.587791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04680831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:13:48.587829Z","caller":"traceutil/trace.go:171","msg":"trace[1837895081] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29043; }","duration":"3.046895162s","start":"2026-05-08T11:13:45.540925Z","end":"2026-05-08T11:13:48.58782Z","steps":["trace[1837895081] 'agreement among raft nodes before linearized reading' (duration: 3.046705018s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.587845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:46.47776Z","time spent":"2.10992709s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:13:48.587886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200030712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-08T11:13:48.587921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195868303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T11:13:48.587965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977985237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-08T11:13:48.58795Z","caller":"traceutil/trace.go:171","msg":"trace[1583888531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29043; }","duration":"3.200149614s","start":"2026-05-08T11:13:45.387786Z","end":"2026-05-08T11:13:48.587936Z","steps":["trace[1583888531] 'agreement among raft nodes before linearized reading' (duration: 3.199895759s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.587987Z","caller":"traceutil/trace.go:171","msg":"trace[1195782664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29043; }","duration":"3.195968065s","start":"2026-05-08T11:13:45.392002Z","end":"2026-05-08T11:13:48.58797Z","steps":["trace[1195782664] 'agreement among raft nodes before linearized reading' (duration: 3.1957177s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.588003Z","caller":"traceutil/trace.go:171","msg":"trace[946828481] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d; range_end:; response_count:1; response_revision:29043; }","duration":"2.978048058s","start":"2026-05-08T11:13:45.609947Z","end":"2026-05-08T11:13:48.587995Z","steps":["trace[946828481] 'agreement among raft nodes before linearized reading' (duration: 2.977950596s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.609929Z","time spent":"2.978090589s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-06ee2573-1ef3-4b79-9c0c-5046e647d88d\" "} {"level":"warn","ts":"2026-05-08T11:13:48.58803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.391982Z","time spent":"3.196040627s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.387761Z","time spent":"3.200263156s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:13:48.587866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.540908Z","time spent":"3.046946212s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240790984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:48.588162Z","caller":"traceutil/trace.go:171","msg":"trace[421835429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29043; }","duration":"1.240910406s","start":"2026-05-08T11:13:47.347234Z","end":"2026-05-08T11:13:48.588145Z","steps":["trace[421835429] 'agreement among raft nodes before linearized reading' (duration: 1.240821014s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072472996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9z2fh\" ","response":"range_response_count:1 size:7661"} {"level":"warn","ts":"2026-05-08T11:13:48.588183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223648538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:13:48.588254Z","caller":"traceutil/trace.go:171","msg":"trace[307976834] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9z2fh; range_end:; response_count:1; response_revision:29043; }","duration":"3.072560478s","start":"2026-05-08T11:13:45.51568Z","end":"2026-05-08T11:13:48.588241Z","steps":["trace[307976834] 'agreement among raft nodes before linearized reading' (duration: 3.072436205s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354662299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:48.588301Z","caller":"traceutil/trace.go:171","msg":"trace[39626095] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29043; }","duration":"1.35471695s","start":"2026-05-08T11:13:47.233576Z","end":"2026-05-08T11:13:48.588293Z","steps":["trace[39626095] 'agreement among raft nodes before linearized reading' (duration: 1.35467596s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.347184Z","time spent":"1.241032208s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.233556Z","time spent":"1.354771451s","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:48.588379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77508956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T11:13:48.588499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735209705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:48.58851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061020879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:13:48.588533Z","caller":"traceutil/trace.go:171","msg":"trace[1759257278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29043; }","duration":"1.735292767s","start":"2026-05-08T11:13:46.853232Z","end":"2026-05-08T11:13:48.588525Z","steps":["trace[1759257278] 'agreement among raft nodes before linearized reading' (duration: 1.735233486s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251313733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:48.588549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.948812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:48.588562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:46.853192Z","time spent":"1.735363228s","remote":"127.0.0.1:42796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:48.588555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196686368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-08T11:13:48.588554Z","caller":"traceutil/trace.go:171","msg":"trace[1355979562] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29043; }","duration":"1.061103412s","start":"2026-05-08T11:13:47.527441Z","end":"2026-05-08T11:13:48.588544Z","steps":["trace[1355979562] 'agreement among raft nodes before linearized reading' (duration: 1.06100523s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.588597Z","caller":"traceutil/trace.go:171","msg":"trace[1693046082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:29043; }","duration":"1.251697601s","start":"2026-05-08T11:13:47.336879Z","end":"2026-05-08T11:13:48.588577Z","steps":["trace[1693046082] 'agreement among raft nodes before linearized reading' (duration: 1.251308794s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.588618Z","caller":"traceutil/trace.go:171","msg":"trace[416632170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29043; }","duration":"3.196839371s","start":"2026-05-08T11:13:45.391764Z","end":"2026-05-08T11:13:48.588604Z","steps":["trace[416632170] 'agreement among raft nodes before linearized reading' (duration: 3.196651108s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.588504Z","caller":"traceutil/trace.go:171","msg":"trace[606522090] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29043; }","duration":"3.775226832s","start":"2026-05-08T11:13:44.813229Z","end":"2026-05-08T11:13:48.588456Z","steps":["trace[606522090] 'agreement among raft nodes before linearized reading' (duration: 3.774896086s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.527419Z","time spent":"1.061207284s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.813205Z","time spent":"3.775453106s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:48.588496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.618745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:13:48.588662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.336855Z","time spent":"1.251787362s","remote":"127.0.0.1:43222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:48.588663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.391738Z","time spent":"3.196909732s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-08T11:13:48.588752Z","caller":"traceutil/trace.go:171","msg":"trace[2082424666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:29043; }","duration":"992.919091ms","start":"2026-05-08T11:13:47.59582Z","end":"2026-05-08T11:13:48.588739Z","steps":["trace[2082424666] 'agreement among raft nodes before linearized reading' (duration: 992.623685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.588783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.595794Z","time spent":"992.980461ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:13:48.588389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196357822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T11:13:48.588041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896744583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:13:48.588897Z","caller":"traceutil/trace.go:171","msg":"trace[109311492] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29043; }","duration":"3.897745433s","start":"2026-05-08T11:13:44.691134Z","end":"2026-05-08T11:13:48.588879Z","steps":["trace[109311492] 'agreement among raft nodes before linearized reading' (duration: 3.896635962s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.588591Z","caller":"traceutil/trace.go:171","msg":"trace[900916026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29043; }","duration":"917.024464ms","start":"2026-05-08T11:13:47.671557Z","end":"2026-05-08T11:13:48.588581Z","steps":["trace[900916026] 'agreement among raft nodes before linearized reading' (duration: 916.968583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.671536Z","time spent":"917.459452ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.515655Z","time spent":"3.072634698s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7683,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9z2fh\" "} {"level":"info","ts":"2026-05-08T11:13:48.588293Z","caller":"traceutil/trace.go:171","msg":"trace[1277503023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29043; }","duration":"3.223819761s","start":"2026-05-08T11:13:45.364444Z","end":"2026-05-08T11:13:48.588264Z","steps":["trace[1277503023] 'agreement among raft nodes before linearized reading' (duration: 3.223528316s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.364415Z","time spent":"3.224710539s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:48.588416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.293759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:13:48.58884Z","caller":"traceutil/trace.go:171","msg":"trace[469268362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29043; }","duration":"3.196875882s","start":"2026-05-08T11:13:45.391946Z","end":"2026-05-08T11:13:48.588822Z","steps":["trace[469268362] 'agreement among raft nodes before linearized reading' (duration: 3.196311151s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.58926Z","caller":"traceutil/trace.go:171","msg":"trace[1666290230] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:29043; }","duration":"101.145494ms","start":"2026-05-08T11:13:48.488076Z","end":"2026-05-08T11:13:48.589222Z","steps":["trace[1666290230] 'agreement among raft nodes before linearized reading' (duration: 100.202156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.391898Z","time spent":"3.197374151s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:13:48.58928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251079824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:13:48.58895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:44.691103Z","time spent":"3.897830644s","remote":"127.0.0.1:43112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:13:48.589328Z","caller":"traceutil/trace.go:171","msg":"trace[730312838] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29043; }","duration":"2.251166055s","start":"2026-05-08T11:13:46.33815Z","end":"2026-05-08T11:13:48.589316Z","steps":["trace[730312838] 'agreement among raft nodes before linearized reading' (duration: 2.25089989s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483334212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-08T11:13:48.588404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196173488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:13:48.589369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:46.33813Z","time spent":"2.251231197s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-08T11:13:48.589397Z","caller":"traceutil/trace.go:171","msg":"trace[1326904092] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29043; }","duration":"2.483401912s","start":"2026-05-08T11:13:46.105984Z","end":"2026-05-08T11:13:48.589386Z","steps":["trace[1326904092] 'agreement among raft nodes before linearized reading' (duration: 2.4832826s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:13:48.589408Z","caller":"traceutil/trace.go:171","msg":"trace[791919632] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29043; }","duration":"3.197473294s","start":"2026-05-08T11:13:45.391921Z","end":"2026-05-08T11:13:48.589395Z","steps":["trace[791919632] 'agreement among raft nodes before linearized reading' (duration: 3.196401703s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:46.105976Z","time spent":"2.483451933s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-08T11:13:48.589452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.391852Z","time spent":"3.197588335s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-08T11:13:48.587451Z","caller":"traceutil/trace.go:171","msg":"trace[353268987] transaction","detail":"{read_only:false; response_revision:29043; number_of_response:1; }","duration":"969.661051ms","start":"2026-05-08T11:13:47.617768Z","end":"2026-05-08T11:13:48.587429Z","steps":["trace[353268987] 'process raft request' (duration: 969.6216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.589757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638749803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-05-08T11:13:48.589906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:47.617743Z","time spent":"971.853551ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:13:48.590129Z","caller":"traceutil/trace.go:171","msg":"trace[758118212] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29043; }","duration":"2.638859215s","start":"2026-05-08T11:13:45.95094Z","end":"2026-05-08T11:13:48.589799Z","steps":["trace[758118212] 'agreement among raft nodes before linearized reading' (duration: 2.637651672s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:13:48.59022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:13:45.950915Z","time spent":"2.639289525s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-08T11:14:14.602401Z","caller":"traceutil/trace.go:171","msg":"trace[1443898847] transaction","detail":"{read_only:false; response_revision:29317; number_of_response:1; }","duration":"258.386213ms","start":"2026-05-08T11:14:14.343992Z","end":"2026-05-08T11:14:14.602378Z","steps":["trace[1443898847] 'process raft request' (duration: 257.978815ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:14.602826Z","caller":"traceutil/trace.go:171","msg":"trace[1921184629] linearizableReadLoop","detail":"{readStateIndex:30671; appliedIndex:30670; }","duration":"178.731585ms","start":"2026-05-08T11:14:14.423586Z","end":"2026-05-08T11:14:14.602318Z","steps":["trace[1921184629] 'read index received' (duration: 178.277707ms)","trace[1921184629] 'applied index is now lower than readState.Index' (duration: 452.888µs)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:14.602954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.341616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:14.603054Z","caller":"traceutil/trace.go:171","msg":"trace[1587555228] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29317; }","duration":"179.503969ms","start":"2026-05-08T11:14:14.423536Z","end":"2026-05-08T11:14:14.60304Z","steps":["trace[1587555228] 'agreement among raft nodes before linearized reading' (duration: 179.342026ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:14.603773Z","caller":"traceutil/trace.go:171","msg":"trace[1248884290] transaction","detail":"{read_only:false; response_revision:29318; number_of_response:1; }","duration":"179.326425ms","start":"2026-05-08T11:14:14.424438Z","end":"2026-05-08T11:14:14.603765Z","steps":["trace[1248884290] 'process raft request' (duration: 179.237434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:14.604367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.583827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:14:14.604485Z","caller":"traceutil/trace.go:171","msg":"trace[1130712707] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29318; }","duration":"145.730069ms","start":"2026-05-08T11:14:14.458726Z","end":"2026-05-08T11:14:14.604456Z","steps":["trace[1130712707] 'agreement among raft nodes before linearized reading' (duration: 145.459754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:14.605633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.532046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:14.605725Z","caller":"traceutil/trace.go:171","msg":"trace[910567308] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29318; }","duration":"181.689651ms","start":"2026-05-08T11:14:14.424013Z","end":"2026-05-08T11:14:14.605703Z","steps":["trace[910567308] 'agreement among raft nodes before linearized reading' (duration: 179.995949ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:20.973693Z","caller":"traceutil/trace.go:171","msg":"trace[1636368731] linearizableReadLoop","detail":"{readStateIndex:30729; appliedIndex:30728; }","duration":"303.68618ms","start":"2026-05-08T11:14:20.66996Z","end":"2026-05-08T11:14:20.973646Z","steps":["trace[1636368731] 'read index received' (duration: 299.959531ms)","trace[1636368731] 'applied index is now lower than readState.Index' (duration: 3.724999ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:14:20.973739Z","caller":"traceutil/trace.go:171","msg":"trace[399036297] transaction","detail":"{read_only:false; response_revision:29372; number_of_response:1; }","duration":"349.258013ms","start":"2026-05-08T11:14:20.62442Z","end":"2026-05-08T11:14:20.973678Z","steps":["trace[399036297] 'process raft request' (duration: 345.479582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:20.973992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.973136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:20.974062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.624363Z","time spent":"349.474557ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:20.974912Z","caller":"traceutil/trace.go:171","msg":"trace[965048924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29372; }","duration":"304.20957ms","start":"2026-05-08T11:14:20.669894Z","end":"2026-05-08T11:14:20.974104Z","steps":["trace[965048924] 'agreement among raft nodes before linearized reading' (duration: 303.893884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:20.97502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.669843Z","time spent":"305.161188ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:14:21.023681Z","caller":"traceutil/trace.go:171","msg":"trace[143870038] transaction","detail":"{read_only:false; response_revision:29373; number_of_response:1; }","duration":"316.965661ms","start":"2026-05-08T11:14:20.706678Z","end":"2026-05-08T11:14:21.023644Z","steps":["trace[143870038] 'process raft request' (duration: 316.716877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.023884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.70666Z","time spent":"317.128064ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:21.023934Z","caller":"traceutil/trace.go:171","msg":"trace[1655197404] transaction","detail":"{read_only:false; response_revision:29374; number_of_response:1; }","duration":"315.588295ms","start":"2026-05-08T11:14:20.708309Z","end":"2026-05-08T11:14:21.023897Z","steps":["trace[1655197404] 'process raft request' (duration: 315.279009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.024102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.708295Z","time spent":"315.722138ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:21.024084Z","caller":"traceutil/trace.go:171","msg":"trace[1470033102] transaction","detail":"{read_only:false; response_revision:29375; number_of_response:1; }","duration":"311.868115ms","start":"2026-05-08T11:14:20.712183Z","end":"2026-05-08T11:14:21.024051Z","steps":["trace[1470033102] 'process raft request' (duration: 311.650811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.024318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.712169Z","time spent":"312.057768ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:21.024418Z","caller":"traceutil/trace.go:171","msg":"trace[296073603] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"310.892417ms","start":"2026-05-08T11:14:20.713489Z","end":"2026-05-08T11:14:21.024382Z","steps":["trace[296073603] 'process raft request' (duration: 310.502619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.024581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.713475Z","time spent":"311.020339ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:21.024842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.798273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:21.024891Z","caller":"traceutil/trace.go:171","msg":"trace[26294931] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29376; }","duration":"256.888305ms","start":"2026-05-08T11:14:20.767989Z","end":"2026-05-08T11:14:21.024878Z","steps":["trace[26294931] 'agreement among raft nodes before linearized reading' (duration: 256.799763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.024829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.655984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:14:21.024914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.174106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:14:21.02497Z","caller":"traceutil/trace.go:171","msg":"trace[1977496019] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29376; }","duration":"354.246167ms","start":"2026-05-08T11:14:20.670707Z","end":"2026-05-08T11:14:21.024953Z","steps":["trace[1977496019] 'agreement among raft nodes before linearized reading' (duration: 354.117725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.025009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.670692Z","time spent":"354.308779ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-08T11:14:21.024974Z","caller":"traceutil/trace.go:171","msg":"trace[1416252985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29376; }","duration":"262.811047ms","start":"2026-05-08T11:14:20.762128Z","end":"2026-05-08T11:14:21.024939Z","steps":["trace[1416252985] 'agreement among raft nodes before linearized reading' (duration: 262.360439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.025124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.557388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:14:21.025137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.857641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:14:21.025298Z","caller":"traceutil/trace.go:171","msg":"trace[1899174834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29376; }","duration":"255.728031ms","start":"2026-05-08T11:14:20.769518Z","end":"2026-05-08T11:14:21.025246Z","steps":["trace[1899174834] 'agreement among raft nodes before linearized reading' (duration: 255.298204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.024897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.878792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:21.025298Z","caller":"traceutil/trace.go:171","msg":"trace[1807982224] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29376; }","duration":"353.118436ms","start":"2026-05-08T11:14:20.672148Z","end":"2026-05-08T11:14:21.025266Z","steps":["trace[1807982224] 'agreement among raft nodes before linearized reading' (duration: 352.376342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.025361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.241578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:14:21.025374Z","caller":"traceutil/trace.go:171","msg":"trace[2036092513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:29376; }","duration":"137.427861ms","start":"2026-05-08T11:14:20.887931Z","end":"2026-05-08T11:14:21.025358Z","steps":["trace[2036092513] 'agreement among raft nodes before linearized reading' (duration: 136.875011ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:21.02541Z","caller":"traceutil/trace.go:171","msg":"trace[114221002] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29376; }","duration":"259.35094ms","start":"2026-05-08T11:14:20.766048Z","end":"2026-05-08T11:14:21.025399Z","steps":["trace[114221002] 'agreement among raft nodes before linearized reading' (duration: 259.185717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.02543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.116396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:14:21.025489Z","caller":"traceutil/trace.go:171","msg":"trace[1847234584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29376; }","duration":"259.262498ms","start":"2026-05-08T11:14:20.766209Z","end":"2026-05-08T11:14:21.025471Z","steps":["trace[1847234584] 'agreement among raft nodes before linearized reading' (duration: 259.018614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.025516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.317293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:14:21.025586Z","caller":"traceutil/trace.go:171","msg":"trace[811886608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29376; }","duration":"284.451415ms","start":"2026-05-08T11:14:20.741125Z","end":"2026-05-08T11:14:21.025576Z","steps":["trace[811886608] 'agreement among raft nodes before linearized reading' (duration: 283.495348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:21.025509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:20.672123Z","time spent":"353.366281ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:21.025756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.991532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:14:21.025838Z","caller":"traceutil/trace.go:171","msg":"trace[2312332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29376; }","duration":"289.107685ms","start":"2026-05-08T11:14:20.736717Z","end":"2026-05-08T11:14:21.025824Z","steps":["trace[2312332] 'agreement among raft nodes before linearized reading' (duration: 288.032414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:22.089944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:22.590398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:23.015782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.985144569s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:14:23.016243Z","caller":"traceutil/trace.go:171","msg":"trace[1489875239] transaction","detail":"{read_only:false; response_revision:29377; number_of_response:1; }","duration":"1.985708749s","start":"2026-05-08T11:14:21.030498Z","end":"2026-05-08T11:14:23.016207Z","steps":["trace[1489875239] 'process raft request' (duration: 1.985530165s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:23.016418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.030467Z","time spent":"1.985861131s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:23.670559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T11:14:23.670653Z","caller":"traceutil/trace.go:171","msg":"trace[1609367334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962329s","start":"2026-05-08T11:14:21.670665Z","end":"2026-05-08T11:14:23.670628Z","steps":["trace[1609367334] 'agreement among raft nodes before linearized reading' (duration: 1.999860178s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:23.670706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.670631Z","time spent":"2.000062511s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:14:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:14:24.419414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403308401s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:14:24.553195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.375365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:14:24.553383Z","caller":"traceutil/trace.go:171","msg":"trace[1135368948] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"3.522026418s","start":"2026-05-08T11:14:21.031313Z","end":"2026-05-08T11:14:24.55334Z","steps":["trace[1135368948] 'process raft request' (duration: 3.388411738s)","trace[1135368948] 'compare' (duration: 133.042079ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:14:24.553599Z","caller":"traceutil/trace.go:171","msg":"trace[1344497754] linearizableReadLoop","detail":"{readStateIndex:30742; appliedIndex:30734; }","duration":"2.964502041s","start":"2026-05-08T11:14:21.589082Z","end":"2026-05-08T11:14:24.553584Z","steps":["trace[1344497754] 'read index received' (duration: 1.427405747s)","trace[1344497754] 'applied index is now lower than readState.Index' (duration: 1.537095574s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:24.553661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.031293Z","time spent":"3.52217187s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.553773Z","caller":"traceutil/trace.go:171","msg":"trace[1263034227] transaction","detail":"{read_only:false; response_revision:29379; number_of_response:1; }","duration":"3.522409375s","start":"2026-05-08T11:14:21.031357Z","end":"2026-05-08T11:14:24.553766Z","steps":["trace[1263034227] 'process raft request' (duration: 3.521928116s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.553814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.03132Z","time spent":"3.522474526s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.553905Z","caller":"traceutil/trace.go:171","msg":"trace[921593909] transaction","detail":"{read_only:false; response_revision:29383; number_of_response:1; }","duration":"3.520772214s","start":"2026-05-08T11:14:21.033124Z","end":"2026-05-08T11:14:24.553897Z","steps":["trace[921593909] 'process raft request' (duration: 3.520309355s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.55395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.033111Z","time spent":"3.520812814s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.553953Z","caller":"traceutil/trace.go:171","msg":"trace[1424140774] transaction","detail":"{read_only:false; response_revision:29384; number_of_response:1; }","duration":"3.519542811s","start":"2026-05-08T11:14:21.034404Z","end":"2026-05-08T11:14:24.553947Z","steps":["trace[1424140774] 'process raft request' (duration: 3.519064262s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.553989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.034396Z","time spent":"3.519575441s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.554044Z","caller":"traceutil/trace.go:171","msg":"trace[931968623] transaction","detail":"{read_only:false; response_revision:29385; number_of_response:1; }","duration":"2.917673105s","start":"2026-05-08T11:14:21.636364Z","end":"2026-05-08T11:14:24.554037Z","steps":["trace[931968623] 'process raft request' (duration: 2.917134785s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.554069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.636333Z","time spent":"2.917720756s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.554086Z","caller":"traceutil/trace.go:171","msg":"trace[133774813] transaction","detail":"{read_only:false; response_revision:29380; number_of_response:1; }","duration":"3.522678111s","start":"2026-05-08T11:14:21.031397Z","end":"2026-05-08T11:14:24.554075Z","steps":["trace[133774813] 'process raft request' (duration: 3.521964327s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.554118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.031373Z","time spent":"3.522727812s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.554134Z","caller":"traceutil/trace.go:171","msg":"trace[1512799011] transaction","detail":"{read_only:false; response_revision:29386; number_of_response:1; }","duration":"1.57438289s","start":"2026-05-08T11:14:22.979746Z","end":"2026-05-08T11:14:24.554129Z","steps":["trace[1512799011] 'process raft request' (duration: 1.573773268s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.554163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.979718Z","time spent":"1.574427711s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:24.554197Z","caller":"traceutil/trace.go:171","msg":"trace[1452736422] transaction","detail":"{read_only:false; response_revision:29381; number_of_response:1; }","duration":"3.522698701s","start":"2026-05-08T11:14:21.031491Z","end":"2026-05-08T11:14:24.55419Z","steps":["trace[1452736422] 'process raft request' (duration: 3.521895926s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.554246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.031484Z","time spent":"3.522745292s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:24.554252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965186464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:24.55427Z","caller":"traceutil/trace.go:171","msg":"trace[602750004] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:29386; }","duration":"2.965267117s","start":"2026-05-08T11:14:21.588995Z","end":"2026-05-08T11:14:24.554262Z","steps":["trace[602750004] 'agreement among raft nodes before linearized reading' (duration: 2.965231676s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.554285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.588963Z","time spent":"2.965318647s","remote":"127.0.0.1:40400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:24.554325Z","caller":"traceutil/trace.go:171","msg":"trace[28853813] transaction","detail":"{read_only:false; response_revision:29382; number_of_response:1; }","duration":"3.521708153s","start":"2026-05-08T11:14:21.03261Z","end":"2026-05-08T11:14:24.554318Z","steps":["trace[28853813] 'process raft request' (duration: 3.520795985s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:24.55436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.032578Z","time spent":"3.521760534s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:25.054683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:25.555775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:25.671069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:14:25.671168Z","caller":"traceutil/trace.go:171","msg":"trace[336120105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153582s","start":"2026-05-08T11:14:23.670988Z","end":"2026-05-08T11:14:25.671142Z","steps":["trace[336120105] 'agreement among raft nodes before linearized reading' (duration: 2.00003527s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:25.671216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.670932Z","time spent":"2.000275914s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:14:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:14:25.870399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450695078s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:14:26.23853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000036821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:14:26.238626Z","caller":"traceutil/trace.go:171","msg":"trace[1874726755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185143s","start":"2026-05-08T11:14:24.238422Z","end":"2026-05-08T11:14:26.238607Z","steps":["trace[1874726755] 'agreement among raft nodes before linearized reading' (duration: 2.000069501s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:26.238682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.238402Z","time spent":"2.000266765s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:14:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:14:26.58183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.082904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:14:26.582046Z","caller":"traceutil/trace.go:171","msg":"trace[708015072] transaction","detail":"{read_only:false; response_revision:29387; number_of_response:1; }","duration":"3.548349397s","start":"2026-05-08T11:14:23.033675Z","end":"2026-05-08T11:14:26.582024Z","steps":["trace[708015072] 'process raft request' (duration: 2.836983437s)","trace[708015072] 'compare' (duration: 709.80703ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:26.582126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.033638Z","time spent":"3.548450829s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:26.582497Z","caller":"traceutil/trace.go:171","msg":"trace[401252691] transaction","detail":"{read_only:false; response_revision:29388; number_of_response:1; }","duration":"3.548639442s","start":"2026-05-08T11:14:23.033797Z","end":"2026-05-08T11:14:26.582437Z","steps":["trace[401252691] 'process raft request' (duration: 3.548131403s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:26.582523Z","caller":"traceutil/trace.go:171","msg":"trace[1155188189] transaction","detail":"{read_only:false; response_revision:29389; number_of_response:1; }","duration":"3.548519079s","start":"2026-05-08T11:14:23.033972Z","end":"2026-05-08T11:14:26.582491Z","steps":["trace[1155188189] 'process raft request' (duration: 3.548317135s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:26.582617Z","caller":"traceutil/trace.go:171","msg":"trace[1865896039] transaction","detail":"{read_only:false; response_revision:29390; number_of_response:1; }","duration":"3.548131382s","start":"2026-05-08T11:14:23.034474Z","end":"2026-05-08T11:14:26.582605Z","steps":["trace[1865896039] 'process raft request' (duration: 3.547940089s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:26.582693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.034462Z","time spent":"3.548190814s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:26.582703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.033963Z","time spent":"3.548645752s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:26.582726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.033789Z","time spent":"3.548812875s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:26.582816Z","caller":"traceutil/trace.go:171","msg":"trace[183925601] transaction","detail":"{read_only:false; response_revision:29391; number_of_response:1; }","duration":"2.929736104s","start":"2026-05-08T11:14:23.653055Z","end":"2026-05-08T11:14:26.582791Z","steps":["trace[183925601] 'process raft request' (duration: 2.929510459s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:26.582989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.653034Z","time spent":"2.929860356s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:27.439871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.087899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T11:14:27.440239Z","caller":"traceutil/trace.go:171","msg":"trace[262441061] linearizableReadLoop","detail":"{readStateIndex:30749; appliedIndex:30743; }","duration":"2.886593607s","start":"2026-05-08T11:14:24.553622Z","end":"2026-05-08T11:14:27.440216Z","steps":["trace[262441061] 'read index received' (duration: 1.317053408s)","trace[262441061] 'applied index is now lower than readState.Index' (duration: 1.569538829s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:27.440439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611723958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:27.440538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977547183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:27.440603Z","caller":"traceutil/trace.go:171","msg":"trace[1612944454] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:29391; }","duration":"3.977617275s","start":"2026-05-08T11:14:23.46296Z","end":"2026-05-08T11:14:27.440578Z","steps":["trace[1612944454] 'agreement among raft nodes before linearized reading' (duration: 3.977511753s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.440632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555825523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:27.440665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.462887Z","time spent":"3.977761258s","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:27.440685Z","caller":"traceutil/trace.go:171","msg":"trace[1695179168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29391; }","duration":"4.555924555s","start":"2026-05-08T11:14:22.884745Z","end":"2026-05-08T11:14:27.44067Z","steps":["trace[1695179168] 'agreement among raft nodes before linearized reading' (duration: 4.555833354s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.440724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.884718Z","time spent":"4.555995026s","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.440792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94698523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:27.440811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431546564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-08T11:14:27.440839Z","caller":"traceutil/trace.go:171","msg":"trace[2136848690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:29391; }","duration":"2.947033601s","start":"2026-05-08T11:14:24.493795Z","end":"2026-05-08T11:14:27.440828Z","steps":["trace[2136848690] 'agreement among raft nodes before linearized reading' (duration: 2.94696617s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:27.440859Z","caller":"traceutil/trace.go:171","msg":"trace[617993296] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29391; }","duration":"5.431651946s","start":"2026-05-08T11:14:22.009193Z","end":"2026-05-08T11:14:27.440845Z","steps":["trace[617993296] 'agreement among raft nodes before linearized reading' (duration: 5.431436432s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.440917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.009162Z","time spent":"5.431747818s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17256,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T11:14:27.440924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319660807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:27.440957Z","caller":"traceutil/trace.go:171","msg":"trace[1534048435] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:29391; }","duration":"3.319733018s","start":"2026-05-08T11:14:24.121213Z","end":"2026-05-08T11:14:27.440946Z","steps":["trace[1534048435] 'agreement among raft nodes before linearized reading' (duration: 3.319686098s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.441032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.121188Z","time spent":"3.31983605s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.440964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421754469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:14:27.441038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493039864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:27.441106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186392798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T11:14:27.440877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.493709Z","time spent":"2.947156003s","remote":"127.0.0.1:51102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:27.441126Z","caller":"traceutil/trace.go:171","msg":"trace[463395149] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29391; }","duration":"5.422001464s","start":"2026-05-08T11:14:22.019098Z","end":"2026-05-08T11:14:27.4411Z","steps":["trace[463395149] 'agreement among raft nodes before linearized reading' (duration: 5.421740608s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:27.441153Z","caller":"traceutil/trace.go:171","msg":"trace[627047983] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29391; }","duration":"4.186486741s","start":"2026-05-08T11:14:23.254651Z","end":"2026-05-08T11:14:27.441137Z","steps":["trace[627047983] 'agreement among raft nodes before linearized reading' (duration: 4.186240525s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.441062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620855409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:27.441191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.019062Z","time spent":"5.422117347s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.441267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489821003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:27.440544Z","caller":"traceutil/trace.go:171","msg":"trace[426679307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:29391; }","duration":"3.61187306s","start":"2026-05-08T11:14:23.828645Z","end":"2026-05-08T11:14:27.440518Z","steps":["trace[426679307] 'agreement among raft nodes before linearized reading' (duration: 3.611709767s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:27.441311Z","caller":"traceutil/trace.go:171","msg":"trace[15120619] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29391; }","duration":"4.489885895s","start":"2026-05-08T11:14:22.951416Z","end":"2026-05-08T11:14:27.441301Z","steps":["trace[15120619] 'agreement among raft nodes before linearized reading' (duration: 4.489809384s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:27.441145Z","caller":"traceutil/trace.go:171","msg":"trace[129608634] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29391; }","duration":"4.493227549s","start":"2026-05-08T11:14:22.947892Z","end":"2026-05-08T11:14:27.44112Z","steps":["trace[129608634] 'agreement among raft nodes before linearized reading' (duration: 4.493025144s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.441346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.828624Z","time spent":"3.612708476s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.441351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.951403Z","time spent":"4.489937896s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.441197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:23.254619Z","time spent":"4.186568812s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":174,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:27.441375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:22.947879Z","time spent":"4.493481003s","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:27.441202Z","caller":"traceutil/trace.go:171","msg":"trace[1210146208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29391; }","duration":"5.621147035s","start":"2026-05-08T11:14:21.820041Z","end":"2026-05-08T11:14:27.441188Z","steps":["trace[1210146208] 'agreement among raft nodes before linearized reading' (duration: 5.620880659s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.441531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:21.820004Z","time spent":"5.621515972s","remote":"127.0.0.1:34244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:27.441916Z","caller":"traceutil/trace.go:171","msg":"trace[552821319] transaction","detail":"{read_only:false; response_revision:29392; number_of_response:1; }","duration":"1.306007299s","start":"2026-05-08T11:14:26.135895Z","end":"2026-05-08T11:14:27.441902Z","steps":["trace[552821319] 'process raft request' (duration: 1.304168564s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.442658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.135875Z","time spent":"1.306711463s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:27.680206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000729683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:14:27.680286Z","caller":"traceutil/trace.go:171","msg":"trace[16715549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859596s","start":"2026-05-08T11:14:25.679408Z","end":"2026-05-08T11:14:27.680268Z","steps":["trace[16715549] 'agreement among raft nodes before linearized reading' (duration: 2.000768154s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:27.68033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.679386Z","time spent":"2.000934287s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:14:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:14:27.94136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:28.142034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359699305s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-08T11:14:28.928327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.104757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:28.928474Z","caller":"traceutil/trace.go:171","msg":"trace[746726886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29392; }","duration":"362.266619ms","start":"2026-05-08T11:14:28.566185Z","end":"2026-05-08T11:14:28.928451Z","steps":["trace[746726886] 'range keys from in-memory index tree' (duration: 362.084866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.929788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.463441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-08T11:14:28.929958Z","caller":"traceutil/trace.go:171","msg":"trace[1672361464] transaction","detail":"{read_only:false; response_revision:29393; number_of_response:1; }","duration":"2.368926935s","start":"2026-05-08T11:14:26.561011Z","end":"2026-05-08T11:14:28.929938Z","steps":["trace[1672361464] 'process raft request' (duration: 1.581220859s)","trace[1672361464] 'compare' (duration: 785.603395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:28.930031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.560992Z","time spent":"2.369008647s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:28.930209Z","caller":"traceutil/trace.go:171","msg":"trace[688358133] transaction","detail":"{read_only:false; response_revision:29394; number_of_response:1; }","duration":"2.265293053s","start":"2026-05-08T11:14:26.664886Z","end":"2026-05-08T11:14:28.930179Z","steps":["trace[688358133] 'process raft request' (duration: 2.264998508s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.930213Z","caller":"traceutil/trace.go:171","msg":"trace[1775417405] linearizableReadLoop","detail":"{readStateIndex:30752; appliedIndex:30750; }","duration":"1.489880181s","start":"2026-05-08T11:14:27.440289Z","end":"2026-05-08T11:14:28.930169Z","steps":["trace[1775417405] 'read index received' (duration: 701.8727ms)","trace[1775417405] 'applied index is now lower than readState.Index' (duration: 788.004321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:28.930315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813588514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:14:28.930349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.664862Z","time spent":"2.265406815s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:28.930407Z","caller":"traceutil/trace.go:171","msg":"trace[531656408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29394; }","duration":"2.813748787s","start":"2026-05-08T11:14:26.116635Z","end":"2026-05-08T11:14:28.930383Z","steps":["trace[531656408] 'agreement among raft nodes before linearized reading' (duration: 2.813578874s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.930417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382585263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:28.93046Z","caller":"traceutil/trace.go:171","msg":"trace[483427980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29394; }","duration":"2.382686826s","start":"2026-05-08T11:14:26.547761Z","end":"2026-05-08T11:14:28.930447Z","steps":["trace[483427980] 'agreement among raft nodes before linearized reading' (duration: 2.382615805s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.930461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.116604Z","time spent":"2.813845859s","remote":"127.0.0.1:40480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:28.9305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.547725Z","time spent":"2.382766468s","remote":"127.0.0.1:43350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:28.930483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369557196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-08T11:14:28.930392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324276369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:28.930565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692813103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-08T11:14:28.930596Z","caller":"traceutil/trace.go:171","msg":"trace[864691144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29394; }","duration":"2.369696629s","start":"2026-05-08T11:14:26.560874Z","end":"2026-05-08T11:14:28.930571Z","steps":["trace[864691144] 'agreement among raft nodes before linearized reading' (duration: 2.369379333s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.930616Z","caller":"traceutil/trace.go:171","msg":"trace[118608145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:29394; }","duration":"1.692907505s","start":"2026-05-08T11:14:27.237695Z","end":"2026-05-08T11:14:28.930603Z","steps":["trace[118608145] 'agreement among raft nodes before linearized reading' (duration: 1.692733372s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.930613Z","caller":"traceutil/trace.go:171","msg":"trace[1154928621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29394; }","duration":"2.324496163s","start":"2026-05-08T11:14:26.606091Z","end":"2026-05-08T11:14:28.930588Z","steps":["trace[1154928621] 'agreement among raft nodes before linearized reading' (duration: 2.324233199s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.93065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.560867Z","time spent":"2.36977321s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:14:28.93061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369618727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-08T11:14:28.930664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:27.237671Z","time spent":"1.692984716s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-08T11:14:28.930676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.606041Z","time spent":"2.324618696s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:28.930786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109890479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:14:28.930519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004248913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:28.93084Z","caller":"traceutil/trace.go:171","msg":"trace[653243609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29394; }","duration":"4.109984482s","start":"2026-05-08T11:14:24.820842Z","end":"2026-05-08T11:14:28.930826Z","steps":["trace[653243609] 'agreement among raft nodes before linearized reading' (duration: 4.109714406s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.930854Z","caller":"traceutil/trace.go:171","msg":"trace[1996080547] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:29394; }","duration":"3.004615272s","start":"2026-05-08T11:14:25.926222Z","end":"2026-05-08T11:14:28.930837Z","steps":["trace[1996080547] 'agreement among raft nodes before linearized reading' (duration: 3.004131542s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.930888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172517361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:28.930909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.926129Z","time spent":"3.004751565s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:28.930901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.820818Z","time spent":"4.110072704s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:14:28.930499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372764477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:14:28.930941Z","caller":"traceutil/trace.go:171","msg":"trace[2129151512] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29394; }","duration":"3.172595273s","start":"2026-05-08T11:14:25.758329Z","end":"2026-05-08T11:14:28.930924Z","steps":["trace[2129151512] 'agreement among raft nodes before linearized reading' (duration: 3.172519601s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.930897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371793449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-08T11:14:28.930978Z","caller":"traceutil/trace.go:171","msg":"trace[993778687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29394; }","duration":"2.373326378s","start":"2026-05-08T11:14:26.55764Z","end":"2026-05-08T11:14:28.930966Z","steps":["trace[993778687] 'agreement among raft nodes before linearized reading' (duration: 2.372649885s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.930985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.758317Z","time spent":"3.172655003s","remote":"127.0.0.1:43302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:28.931011Z","caller":"traceutil/trace.go:171","msg":"trace[1729154016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29394; }","duration":"2.371920102s","start":"2026-05-08T11:14:26.559066Z","end":"2026-05-08T11:14:28.930986Z","steps":["trace[1729154016] 'agreement among raft nodes before linearized reading' (duration: 2.371500943s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309777665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:28.931038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37242044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-08T11:14:28.931065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.559021Z","time spent":"2.372033863s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-08T11:14:28.930762Z","caller":"traceutil/trace.go:171","msg":"trace[390421072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29394; }","duration":"2.369803061s","start":"2026-05-08T11:14:26.560938Z","end":"2026-05-08T11:14:28.930741Z","steps":["trace[390421072] 'agreement among raft nodes before linearized reading' (duration: 2.369411034s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.931082Z","caller":"traceutil/trace.go:171","msg":"trace[1052547592] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29394; }","duration":"4.372476551s","start":"2026-05-08T11:14:24.558592Z","end":"2026-05-08T11:14:28.931068Z","steps":["trace[1052547592] 'agreement among raft nodes before linearized reading' (duration: 4.372310168s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:28.931108Z","caller":"traceutil/trace.go:171","msg":"trace[1947739528] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29394; }","duration":"4.309937158s","start":"2026-05-08T11:14:24.621114Z","end":"2026-05-08T11:14:28.931051Z","steps":["trace[1947739528] 'agreement among raft nodes before linearized reading' (duration: 4.309806615s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.558583Z","time spent":"4.372529613s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373199916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-08T11:14:28.931122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.560926Z","time spent":"2.370184069s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.62109Z","time spent":"4.310056781s","remote":"127.0.0.1:51106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:28.931209Z","caller":"traceutil/trace.go:171","msg":"trace[153404367] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29394; }","duration":"4.373249237s","start":"2026-05-08T11:14:24.557948Z","end":"2026-05-08T11:14:28.931197Z","steps":["trace[153404367] 'agreement among raft nodes before linearized reading' (duration: 4.373088554s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:24.557899Z","time spent":"4.373339068s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.557604Z","time spent":"2.373408539s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494561189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-05-08T11:14:28.931465Z","caller":"traceutil/trace.go:171","msg":"trace[1878899352] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29394; }","duration":"3.494632079s","start":"2026-05-08T11:14:25.436825Z","end":"2026-05-08T11:14:28.931457Z","steps":["trace[1878899352] 'agreement among raft nodes before linearized reading' (duration: 3.494069979s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.436802Z","time spent":"3.494681051s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909695999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-08T11:14:28.931651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256955919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-08T11:14:28.931694Z","caller":"traceutil/trace.go:171","msg":"trace[768641285] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:29394; }","duration":"3.256994149s","start":"2026-05-08T11:14:25.674688Z","end":"2026-05-08T11:14:28.931683Z","steps":["trace[768641285] 'agreement among raft nodes before linearized reading' (duration: 3.256156604s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.674619Z","time spent":"3.257104052s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"warn","ts":"2026-05-08T11:14:28.931579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635863204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-08T11:14:28.931657Z","caller":"traceutil/trace.go:171","msg":"trace[2129344278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29394; }","duration":"3.909982724s","start":"2026-05-08T11:14:25.02165Z","end":"2026-05-08T11:14:28.931633Z","steps":["trace[2129344278] 'agreement among raft nodes before linearized reading' (duration: 3.908890884s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.931877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.021621Z","time spent":"3.91024085s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:14:28.930336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371611396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-08T11:14:28.931801Z","caller":"traceutil/trace.go:171","msg":"trace[1681615732] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29394; }","duration":"3.636116129s","start":"2026-05-08T11:14:25.295663Z","end":"2026-05-08T11:14:28.931779Z","steps":["trace[1681615732] 'agreement among raft nodes before linearized reading' (duration: 3.635405016s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.932002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:25.295641Z","time spent":"3.636347623s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-08T11:14:28.932164Z","caller":"traceutil/trace.go:171","msg":"trace[1846045675] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29394; }","duration":"2.373295198s","start":"2026-05-08T11:14:26.558682Z","end":"2026-05-08T11:14:28.931978Z","steps":["trace[1846045675] 'agreement among raft nodes before linearized reading' (duration: 2.371556605s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.932231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:26.558665Z","time spent":"2.373530972s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-08T11:14:28.971341Z","caller":"traceutil/trace.go:171","msg":"trace[1635255885] transaction","detail":"{read_only:false; response_revision:29395; number_of_response:1; }","duration":"382.348369ms","start":"2026-05-08T11:14:28.588971Z","end":"2026-05-08T11:14:28.97132Z","steps":["trace[1635255885] 'process raft request' (duration: 382.195197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:28.97156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.588929Z","time spent":"382.550824ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:29.680594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999739294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-08T11:14:29.680724Z","caller":"traceutil/trace.go:171","msg":"trace[876422141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999895617s","start":"2026-05-08T11:14:27.680799Z","end":"2026-05-08T11:14:29.680694Z","steps":["trace[876422141] 'agreement among raft nodes before linearized reading' (duration: 1.999733024s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:29.680786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:27.680698Z","time spent":"2.00007555s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:14:30.070039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098814455s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:14:30.070572Z","caller":"traceutil/trace.go:171","msg":"trace[1892474949] transaction","detail":"{read_only:false; response_revision:29396; number_of_response:1; }","duration":"1.481496573s","start":"2026-05-08T11:14:28.589045Z","end":"2026-05-08T11:14:30.070541Z","steps":["trace[1892474949] 'process raft request' (duration: 1.481200146s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.070744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.589004Z","time spent":"1.481617984s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.07101Z","caller":"traceutil/trace.go:171","msg":"trace[842968260] transaction","detail":"{read_only:false; response_revision:29397; number_of_response:1; }","duration":"1.481810438s","start":"2026-05-08T11:14:28.589147Z","end":"2026-05-08T11:14:30.070957Z","steps":["trace[842968260] 'process raft request' (duration: 1.481338209s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.071209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.589109Z","time spent":"1.481984292s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.071362Z","caller":"traceutil/trace.go:171","msg":"trace[770114758] transaction","detail":"{read_only:false; response_revision:29399; number_of_response:1; }","duration":"1.137819664s","start":"2026-05-08T11:14:28.933502Z","end":"2026-05-08T11:14:30.071321Z","steps":["trace[770114758] 'process raft request' (duration: 1.137496088s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.071483Z","caller":"traceutil/trace.go:171","msg":"trace[1235384028] linearizableReadLoop","detail":"{readStateIndex:30756; appliedIndex:30752; }","duration":"1.141151317s","start":"2026-05-08T11:14:28.9303Z","end":"2026-05-08T11:14:30.071451Z","steps":["trace[1235384028] 'read index received' (duration: 40.793152ms)","trace[1235384028] 'applied index is now lower than readState.Index' (duration: 1.100356635s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:30.07154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.933477Z","time spent":"1.137966417s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.071638Z","caller":"traceutil/trace.go:171","msg":"trace[1698117632] transaction","detail":"{read_only:false; response_revision:29406; number_of_response:1; }","duration":"1.13442173s","start":"2026-05-08T11:14:28.937171Z","end":"2026-05-08T11:14:30.071593Z","steps":["trace[1698117632] 'process raft request' (duration: 1.134186926s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.071779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582101647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.185\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-08T11:14:30.071831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.937153Z","time spent":"1.134579022s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.071883Z","caller":"traceutil/trace.go:171","msg":"trace[1572243320] transaction","detail":"{read_only:false; response_revision:29398; number_of_response:1; }","duration":"1.481919259s","start":"2026-05-08T11:14:28.589916Z","end":"2026-05-08T11:14:30.071835Z","steps":["trace[1572243320] 'process raft request' (duration: 1.480925561s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.07197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.589905Z","time spent":"1.482017751s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.071998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843104019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-08T11:14:30.071991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347403173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:30.072039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377098006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:30.072063Z","caller":"traceutil/trace.go:171","msg":"trace[1428477960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29407; }","duration":"1.84316717s","start":"2026-05-08T11:14:28.228881Z","end":"2026-05-08T11:14:30.072048Z","steps":["trace[1428477960] 'agreement among raft nodes before linearized reading' (duration: 1.843018376s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072083Z","caller":"traceutil/trace.go:171","msg":"trace[2003527642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29407; }","duration":"1.347558725s","start":"2026-05-08T11:14:28.724505Z","end":"2026-05-08T11:14:30.072064Z","steps":["trace[2003527642] 'agreement among raft nodes before linearized reading' (duration: 1.347399822s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072104Z","caller":"traceutil/trace.go:171","msg":"trace[492734055] transaction","detail":"{read_only:false; response_revision:29402; number_of_response:1; }","duration":"1.135740755s","start":"2026-05-08T11:14:28.936353Z","end":"2026-05-08T11:14:30.072093Z","steps":["trace[492734055] 'process raft request' (duration: 1.134834137s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908002808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:14:30.072131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.724478Z","time spent":"1.347639507s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:14:30.07217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.936325Z","time spent":"1.135813707s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.072177Z","caller":"traceutil/trace.go:171","msg":"trace[2026634871] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29407; }","duration":"1.90811718s","start":"2026-05-08T11:14:28.164042Z","end":"2026-05-08T11:14:30.072159Z","steps":["trace[2026634871] 'agreement among raft nodes before linearized reading' (duration: 1.908001968s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.07222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.164018Z","time spent":"1.908191501s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:30.072254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843515777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-08T11:14:30.072296Z","caller":"traceutil/trace.go:171","msg":"trace[578662851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29407; }","duration":"1.843579247s","start":"2026-05-08T11:14:28.228705Z","end":"2026-05-08T11:14:30.072284Z","steps":["trace[578662851] 'agreement among raft nodes before linearized reading' (duration: 1.843425815s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140143488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-f75v6\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-05-08T11:14:30.072328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.228673Z","time spent":"1.843647209s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-08T11:14:30.072355Z","caller":"traceutil/trace.go:171","msg":"trace[1703811924] transaction","detail":"{read_only:false; response_revision:29404; number_of_response:1; }","duration":"1.135888917s","start":"2026-05-08T11:14:28.936447Z","end":"2026-05-08T11:14:30.072336Z","steps":["trace[1703811924] 'process raft request' (duration: 1.134830257s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.093207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-08T11:14:30.072124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.228782Z","time spent":"1.843328203s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-08T11:14:30.072024Z","caller":"traceutil/trace.go:171","msg":"trace[647243124] transaction","detail":"{read_only:false; response_revision:29400; number_of_response:1; }","duration":"1.135913168s","start":"2026-05-08T11:14:28.936095Z","end":"2026-05-08T11:14:30.072008Z","steps":["trace[647243124] 'process raft request' (duration: 1.13496372s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072303Z","caller":"traceutil/trace.go:171","msg":"trace[282952180] transaction","detail":"{read_only:false; response_revision:29403; number_of_response:1; }","duration":"1.135895679s","start":"2026-05-08T11:14:28.936396Z","end":"2026-05-08T11:14:30.072292Z","steps":["trace[282952180] 'process raft request' (duration: 1.134829568s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072137Z","caller":"traceutil/trace.go:171","msg":"trace[194732504] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29407; }","duration":"1.377232568s","start":"2026-05-08T11:14:28.694862Z","end":"2026-05-08T11:14:30.072095Z","steps":["trace[194732504] 'agreement among raft nodes before linearized reading' (duration: 1.377096956s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.936386Z","time spent":"1.136069872s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.072509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.694843Z","time spent":"1.377652265s","remote":"127.0.0.1:43322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:30.072542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.93607Z","time spent":"1.136391268s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.072604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132451102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-05-08T11:14:30.072631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121780801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:30.072657Z","caller":"traceutil/trace.go:171","msg":"trace[849967989] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29407; }","duration":"1.132516664s","start":"2026-05-08T11:14:28.940129Z","end":"2026-05-08T11:14:30.072645Z","steps":["trace[849967989] 'agreement among raft nodes before linearized reading' (duration: 1.132379592s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072669Z","caller":"traceutil/trace.go:171","msg":"trace[211841563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29407; }","duration":"1.121816041s","start":"2026-05-08T11:14:28.950839Z","end":"2026-05-08T11:14:30.072655Z","steps":["trace[211841563] 'agreement among raft nodes before linearized reading' (duration: 1.12175021s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.187823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:30.072674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.735632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T11:14:30.072694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.94012Z","time spent":"1.132567035s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-08T11:14:30.072701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.950827Z","time spent":"1.121864832s","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:30.072713Z","caller":"traceutil/trace.go:171","msg":"trace[1380243653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29407; }","duration":"384.223294ms","start":"2026-05-08T11:14:29.688477Z","end":"2026-05-08T11:14:30.0727Z","steps":["trace[1380243653] 'agreement among raft nodes before linearized reading' (duration: 384.161923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:29.688415Z","time spent":"384.323197ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:14:30.072062Z","caller":"traceutil/trace.go:171","msg":"trace[384940337] transaction","detail":"{read_only:false; response_revision:29401; number_of_response:1; }","duration":"1.135763376s","start":"2026-05-08T11:14:28.936288Z","end":"2026-05-08T11:14:30.072052Z","steps":["trace[384940337] 'process raft request' (duration: 1.134845469s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.072745Z","caller":"traceutil/trace.go:171","msg":"trace[181248806] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29407; }","duration":"828.866905ms","start":"2026-05-08T11:14:29.243859Z","end":"2026-05-08T11:14:30.072726Z","steps":["trace[181248806] 'agreement among raft nodes before linearized reading' (duration: 828.524388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.93628Z","time spent":"1.136557301s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.072928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:29.243828Z","time spent":"829.083288ms","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:30.072399Z","caller":"traceutil/trace.go:171","msg":"trace[1715827414] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:29407; }","duration":"784.180468ms","start":"2026-05-08T11:14:29.288208Z","end":"2026-05-08T11:14:30.072389Z","steps":["trace[1715827414] 'agreement among raft nodes before linearized reading' (duration: 783.965324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.073033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:29.288184Z","time spent":"784.83506ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-08T11:14:30.072355Z","caller":"traceutil/trace.go:171","msg":"trace[1276301799] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-f75v6; range_end:; response_count:1; response_revision:29407; }","duration":"1.140226271s","start":"2026-05-08T11:14:28.932115Z","end":"2026-05-08T11:14:30.072341Z","steps":["trace[1276301799] 'agreement among raft nodes before linearized reading' (duration: 1.140061878s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:30.071844Z","caller":"traceutil/trace.go:171","msg":"trace[38030876] range","detail":"{range_begin:/registry/masterleases/199.19.213.185; range_end:; response_count:1; response_revision:29407; }","duration":"1.582218528s","start":"2026-05-08T11:14:28.489608Z","end":"2026-05-08T11:14:30.071826Z","steps":["trace[38030876] 'agreement among raft nodes before linearized reading' (duration: 1.582009184s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.073106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.932099Z","time spent":"1.140991504s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-f75v6\" "} {"level":"info","ts":"2026-05-08T11:14:30.072568Z","caller":"traceutil/trace.go:171","msg":"trace[1990071294] transaction","detail":"{read_only:false; response_revision:29405; number_of_response:1; }","duration":"1.135393838s","start":"2026-05-08T11:14:28.937164Z","end":"2026-05-08T11:14:30.072558Z","steps":["trace[1990071294] 'process raft request' (duration: 1.134153005s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.072423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.936425Z","time spent":"1.135966468s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.071673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533468895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:30.073874Z","caller":"traceutil/trace.go:171","msg":"trace[2056257753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:29407; }","duration":"1.535665057s","start":"2026-05-08T11:14:28.538184Z","end":"2026-05-08T11:14:30.073849Z","steps":["trace[2056257753] 'agreement among raft nodes before linearized reading' (duration: 1.533425844s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.073236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.937157Z","time spent":"1.13603113s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:30.073962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.538126Z","time spent":"1.53581322s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:30.074133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137698632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-08T11:14:30.07314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.489588Z","time spent":"1.583538784s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.185\" "} {"level":"info","ts":"2026-05-08T11:14:30.071804Z","caller":"traceutil/trace.go:171","msg":"trace[1227769038] transaction","detail":"{read_only:false; response_revision:29407; number_of_response:1; }","duration":"1.134581552s","start":"2026-05-08T11:14:28.937187Z","end":"2026-05-08T11:14:30.071769Z","steps":["trace[1227769038] 'process raft request' (duration: 1.134209095s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.074893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.937177Z","time spent":"1.137676831s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:30.075485Z","caller":"traceutil/trace.go:171","msg":"trace[1884174223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29407; }","duration":"1.137882605s","start":"2026-05-08T11:14:28.936303Z","end":"2026-05-08T11:14:30.074186Z","steps":["trace[1884174223] 'agreement among raft nodes before linearized reading' (duration: 1.136467728s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.075772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:28.936294Z","time spent":"1.139457616s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:14:30.65274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.07778ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-08T11:14:30.652872Z","caller":"traceutil/trace.go:171","msg":"trace[1720060413] linearizableReadLoop","detail":"{readStateIndex:30766; appliedIndex:30765; }","duration":"575.692111ms","start":"2026-05-08T11:14:30.077161Z","end":"2026-05-08T11:14:30.652853Z","steps":["trace[1720060413] 'read index received' (duration: 414.496169ms)","trace[1720060413] 'applied index is now lower than readState.Index' (duration: 161.194312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:30.652949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.076337Z","time spent":"576.607887ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-08T11:14:30.653283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.112219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-08T11:14:30.653307Z","caller":"traceutil/trace.go:171","msg":"trace[310179600] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29407; }","duration":"576.14545ms","start":"2026-05-08T11:14:30.077153Z","end":"2026-05-08T11:14:30.653298Z","steps":["trace[310179600] 'agreement among raft nodes before linearized reading' (duration: 575.975747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:30.653331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.077119Z","time spent":"576.20722ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17256,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-08T11:14:31.153711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:31.455426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.0793Z","time spent":"1.376105097s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-08T11:14:31.455568Z","caller":"traceutil/trace.go:171","msg":"trace[1622454739] transaction","detail":"{read_only:false; response_revision:29409; number_of_response:1; }","duration":"1.375471335s","start":"2026-05-08T11:14:30.080066Z","end":"2026-05-08T11:14:31.455538Z","steps":["trace[1622454739] 'process raft request' (duration: 1.375412294s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:31.455872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.080047Z","time spent":"1.375733779s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:31.45591Z","caller":"traceutil/trace.go:171","msg":"trace[1442999892] transaction","detail":"{read_only:false; response_revision:29408; number_of_response:1; }","duration":"1.375894892s","start":"2026-05-08T11:14:30.079966Z","end":"2026-05-08T11:14:31.455861Z","steps":["trace[1442999892] 'process raft request' (duration: 1.375312931s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:31.456097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.079951Z","time spent":"1.376047545s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:32.078728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-08T11:14:32.078886Z","caller":"traceutil/trace.go:171","msg":"trace[839303570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677402s","start":"2026-05-08T11:14:30.078178Z","end":"2026-05-08T11:14:32.078855Z","steps":["trace[839303570] 'agreement among raft nodes before linearized reading' (duration: 2.000500519s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.079065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.078153Z","time spent":"2.000851835s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/08 11:14:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-08T11:14:32.685924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227166465s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:14:32.686515Z","caller":"traceutil/trace.go:171","msg":"trace[1575666850] transaction","detail":"{read_only:false; response_revision:29410; number_of_response:1; }","duration":"2.032063986s","start":"2026-05-08T11:14:30.65441Z","end":"2026-05-08T11:14:32.686474Z","steps":["trace[1575666850] 'process raft request' (duration: 2.031779761s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.686681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.654373Z","time spent":"2.032203899s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:32.686644Z","caller":"traceutil/trace.go:171","msg":"trace[805235836] transaction","detail":"{read_only:false; response_revision:29411; number_of_response:1; }","duration":"1.976176358s","start":"2026-05-08T11:14:30.710441Z","end":"2026-05-08T11:14:32.686618Z","steps":["trace[805235836] 'process raft request' (duration: 1.975977664s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.686817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.710407Z","time spent":"1.97633306s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:32.686878Z","caller":"traceutil/trace.go:171","msg":"trace[1336961517] transaction","detail":"{read_only:false; response_revision:29412; number_of_response:1; }","duration":"1.843442515s","start":"2026-05-08T11:14:30.843399Z","end":"2026-05-08T11:14:32.686841Z","steps":["trace[1336961517] 'process raft request' (duration: 1.843108529s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:32.687002Z","caller":"traceutil/trace.go:171","msg":"trace[2025892580] transaction","detail":"{read_only:false; response_revision:29413; number_of_response:1; }","duration":"1.751935242s","start":"2026-05-08T11:14:30.935061Z","end":"2026-05-08T11:14:32.686996Z","steps":["trace[2025892580] 'process raft request' (duration: 1.751663067s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.687029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.843366Z","time spent":"1.843565288s","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17252,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:32.687045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.935027Z","time spent":"1.751995873s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:32.694609Z","caller":"traceutil/trace.go:171","msg":"trace[1722138794] linearizableReadLoop","detail":"{readStateIndex:30774; appliedIndex:30766; }","duration":"2.041673069s","start":"2026-05-08T11:14:30.652895Z","end":"2026-05-08T11:14:32.694568Z","steps":["trace[1722138794] 'read index received' (duration: 802.26378ms)","trace[1722138794] 'applied index is now lower than readState.Index' (duration: 1.239406159s)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:32.694678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405288104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:32.694721Z","caller":"traceutil/trace.go:171","msg":"trace[1072317875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29414; }","duration":"2.405376505s","start":"2026-05-08T11:14:30.289331Z","end":"2026-05-08T11:14:32.694708Z","steps":["trace[1072317875] 'agreement among raft nodes before linearized reading' (duration: 2.405305594s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.694638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267904462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:14:32.694744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.289304Z","time spent":"2.405435276s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:32.694766Z","caller":"traceutil/trace.go:171","msg":"trace[877283267] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:29414; }","duration":"2.268080915s","start":"2026-05-08T11:14:30.426667Z","end":"2026-05-08T11:14:32.694748Z","steps":["trace[877283267] 'agreement among raft nodes before linearized reading' (duration: 2.267910182s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:32.694812Z","caller":"traceutil/trace.go:171","msg":"trace[143586836] transaction","detail":"{read_only:false; response_revision:29414; number_of_response:1; }","duration":"1.716716225s","start":"2026-05-08T11:14:30.978081Z","end":"2026-05-08T11:14:32.694797Z","steps":["trace[143586836] 'process raft request' (duration: 1.708876336s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.694831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616411001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-08T11:14:32.69486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.426644Z","time spent":"2.268164757s","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:32.694879Z","caller":"traceutil/trace.go:171","msg":"trace[646508457] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691; range_end:; response_count:1; response_revision:29414; }","duration":"2.616486302s","start":"2026-05-08T11:14:30.078379Z","end":"2026-05-08T11:14:32.694866Z","steps":["trace[646508457] 'agreement among raft nodes before linearized reading' (duration: 2.61633904s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.694888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.97806Z","time spent":"1.716781797s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:32.694916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.078361Z","time spent":"2.616548684s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8f9da7a1-88c6-44f5-a1c8-2fdc99f77691\" "} {"level":"warn","ts":"2026-05-08T11:14:32.694956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613220061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:32.694974Z","caller":"traceutil/trace.go:171","msg":"trace[44478804] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29414; }","duration":"2.613249961s","start":"2026-05-08T11:14:30.081716Z","end":"2026-05-08T11:14:32.694966Z","steps":["trace[44478804] 'agreement among raft nodes before linearized reading' (duration: 2.613218281s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:32.694987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.081708Z","time spent":"2.613275552s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:14:33.19507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:33.695775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":262226956737713962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-08T11:14:33.890491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201908689s","expected-duration":"1s"} {"level":"info","ts":"2026-05-08T11:14:33.92139Z","caller":"traceutil/trace.go:171","msg":"trace[850020304] transaction","detail":"{read_only:false; response_revision:29415; number_of_response:1; }","duration":"2.464851092s","start":"2026-05-08T11:14:31.456494Z","end":"2026-05-08T11:14:33.921346Z","steps":["trace[850020304] 'process raft request' (duration: 2.434403315s)","trace[850020304] 'compare' (duration: 29.917707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:33.922763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.456471Z","time spent":"2.466184487s","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:33.921518Z","caller":"traceutil/trace.go:171","msg":"trace[1550520242] transaction","detail":"{read_only:false; response_revision:29416; number_of_response:1; }","duration":"2.331497846s","start":"2026-05-08T11:14:31.589985Z","end":"2026-05-08T11:14:33.921483Z","steps":["trace[1550520242] 'process raft request' (duration: 2.331293012s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:33.921624Z","caller":"traceutil/trace.go:171","msg":"trace[893798211] transaction","detail":"{read_only:false; response_revision:29417; number_of_response:1; }","duration":"1.841203132s","start":"2026-05-08T11:14:32.080411Z","end":"2026-05-08T11:14:33.921614Z","steps":["trace[893798211] 'process raft request' (duration: 1.840979378s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:33.923041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.589956Z","time spent":"2.333019705s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:33.923265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.080392Z","time spent":"1.842697401s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:33.921675Z","caller":"traceutil/trace.go:171","msg":"trace[820867611] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"1.841185082s","start":"2026-05-08T11:14:32.08048Z","end":"2026-05-08T11:14:33.921665Z","steps":["trace[820867611] 'process raft request' (duration: 1.840984568s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:33.923489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.080466Z","time spent":"1.842957295s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:33.921648Z","caller":"traceutil/trace.go:171","msg":"trace[1420641408] transaction","detail":"{read_only:false; response_revision:29419; number_of_response:1; }","duration":"1.84051904s","start":"2026-05-08T11:14:32.081101Z","end":"2026-05-08T11:14:33.92162Z","steps":["trace[1420641408] 'process raft request' (duration: 1.840426239s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:33.923683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.081079Z","time spent":"1.842502057s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.051393Z","caller":"traceutil/trace.go:171","msg":"trace[1134058895] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29419; }","duration":"1.354754232s","start":"2026-05-08T11:14:32.6966Z","end":"2026-05-08T11:14:34.051354Z","steps":["trace[1134058895] 'process raft request' (duration: 1.332763295s)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.051514Z","caller":"traceutil/trace.go:171","msg":"trace[119633927] linearizableReadLoop","detail":"{readStateIndex:30780; appliedIndex:30774; }","duration":"1.35677824s","start":"2026-05-08T11:14:32.694698Z","end":"2026-05-08T11:14:34.051476Z","steps":["trace[119633927] 'read index received' (duration: 1.19621821s)","trace[119633927] 'applied index is now lower than readState.Index' (duration: 160.55443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.05161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.696575Z","time spent":"1.354910895s","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-08T11:14:34.430804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9801975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.430888Z","caller":"traceutil/trace.go:171","msg":"trace[1802680187] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29419; }","duration":"2.980358273s","start":"2026-05-08T11:14:31.450497Z","end":"2026-05-08T11:14:34.430855Z","steps":["trace[1802680187] 'agreement among raft nodes before linearized reading' (duration: 2.601089541s)","trace[1802680187] 'count revisions from in-memory index tree' (duration: 379.124639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.430941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.450472Z","time spent":"2.980443504s","remote":"127.0.0.1:59572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.431107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327490126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.431198Z","caller":"traceutil/trace.go:171","msg":"trace[1130811851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29419; }","duration":"3.32769484s","start":"2026-05-08T11:14:31.103476Z","end":"2026-05-08T11:14:34.431171Z","steps":["trace[1130811851] 'agreement among raft nodes before linearized reading' (duration: 2.948136813s)","trace[1130811851] 'count revisions from in-memory index tree' (duration: 379.369583ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.103453Z","time spent":"3.327776761s","remote":"127.0.0.1:43346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.431398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351424764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-08T11:14:34.431421Z","caller":"traceutil/trace.go:171","msg":"trace[438145274] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29419; }","duration":"2.351463314s","start":"2026-05-08T11:14:32.079949Z","end":"2026-05-08T11:14:34.431413Z","steps":["trace[438145274] 'agreement among raft nodes before linearized reading' (duration: 1.971544401s)","trace[438145274] 'range keys from in-memory index tree' (duration: 379.794951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.079938Z","time spent":"2.351495984s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:34.431562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509792806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:34.431599Z","caller":"traceutil/trace.go:171","msg":"trace[1880995395] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:29419; }","duration":"3.509868448s","start":"2026-05-08T11:14:30.921719Z","end":"2026-05-08T11:14:34.431588Z","steps":["trace[1880995395] 'agreement among raft nodes before linearized reading' (duration: 3.129894834s)","trace[1880995395] 'count revisions from in-memory index tree' (duration: 379.917053ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351192508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-08T11:14:34.431625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.921703Z","time spent":"3.509914949s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:34.431655Z","caller":"traceutil/trace.go:171","msg":"trace[1202471059] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29419; }","duration":"2.35123861s","start":"2026-05-08T11:14:32.080387Z","end":"2026-05-08T11:14:34.431625Z","steps":["trace[1202471059] 'agreement among raft nodes before linearized reading' (duration: 1.971142153s)","trace[1202471059] 'range keys from in-memory index tree' (duration: 380.032966ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.080375Z","time spent":"2.351294281s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-08T11:14:34.43183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35071864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-08T11:14:34.431871Z","caller":"traceutil/trace.go:171","msg":"trace[23912825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29419; }","duration":"2.350757521s","start":"2026-05-08T11:14:32.081086Z","end":"2026-05-08T11:14:34.431843Z","steps":["trace[23912825] 'agreement among raft nodes before linearized reading' (duration: 1.97042461s)","trace[23912825] 'range keys from in-memory index tree' (duration: 380.25825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34967224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-08T11:14:34.431923Z","caller":"traceutil/trace.go:171","msg":"trace[1083417700] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29419; }","duration":"2.349725821s","start":"2026-05-08T11:14:32.082187Z","end":"2026-05-08T11:14:34.431913Z","steps":["trace[1083417700] 'agreement among raft nodes before linearized reading' (duration: 1.96938677s)","trace[1083417700] 'range keys from in-memory index tree' (duration: 380.24472ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.431944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.082178Z","time spent":"2.349758731s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-08T11:14:34.431957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353080415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-08T11:14:34.431978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.081074Z","time spent":"2.350829472s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-08T11:14:34.431985Z","caller":"traceutil/trace.go:171","msg":"trace[637549214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29419; }","duration":"2.353108545s","start":"2026-05-08T11:14:32.078866Z","end":"2026-05-08T11:14:34.431974Z","steps":["trace[637549214] 'agreement among raft nodes before linearized reading' (duration: 1.972736513s)","trace[637549214] 'range keys from in-memory index tree' (duration: 380.259639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.43201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.078776Z","time spent":"2.353225238s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352213308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-08T11:14:34.432114Z","caller":"traceutil/trace.go:171","msg":"trace[1603996280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29419; }","duration":"2.352265039s","start":"2026-05-08T11:14:32.079841Z","end":"2026-05-08T11:14:34.432106Z","steps":["trace[1603996280] 'agreement among raft nodes before linearized reading' (duration: 1.971741234s)","trace[1603996280] 'range keys from in-memory index tree' (duration: 380.474695ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667394132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-08T11:14:34.432171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345984231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.432173Z","caller":"traceutil/trace.go:171","msg":"trace[837007815] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29419; }","duration":"3.667543074s","start":"2026-05-08T11:14:30.764608Z","end":"2026-05-08T11:14:34.432152Z","steps":["trace[837007815] 'agreement among raft nodes before linearized reading' (duration: 3.287017969s)","trace[837007815] 'count revisions from in-memory index tree' (duration: 380.413153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351859432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T11:14:34.432198Z","caller":"traceutil/trace.go:171","msg":"trace[167192895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29419; }","duration":"2.346046262s","start":"2026-05-08T11:14:32.086143Z","end":"2026-05-08T11:14:34.43219Z","steps":["trace[167192895] 'agreement among raft nodes before linearized reading' (duration: 1.965410115s)","trace[167192895] 'range keys from in-memory index tree' (duration: 380.601446ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:14:34.432209Z","caller":"traceutil/trace.go:171","msg":"trace[1716870177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29419; }","duration":"2.351902593s","start":"2026-05-08T11:14:32.080297Z","end":"2026-05-08T11:14:34.4322Z","steps":["trace[1716870177] 'agreement among raft nodes before linearized reading' (duration: 1.971262226s)","trace[1716870177] 'range keys from in-memory index tree' (duration: 380.555676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.086124Z","time spent":"2.346096393s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.080287Z","time spent":"2.351937004s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649212261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-08T11:14:34.432208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:30.764578Z","time spent":"3.667622055s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:34.432294Z","caller":"traceutil/trace.go:171","msg":"trace[1461441248] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29419; }","duration":"2.649280893s","start":"2026-05-08T11:14:31.783003Z","end":"2026-05-08T11:14:34.432284Z","steps":["trace[1461441248] 'agreement among raft nodes before linearized reading' (duration: 2.268591514s)","trace[1461441248] 'count revisions from in-memory index tree' (duration: 380.650477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.782977Z","time spent":"2.649333314s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.432304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46424623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:34.432134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352136987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-08T11:14:34.432463Z","caller":"traceutil/trace.go:171","msg":"trace[1920578291] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29419; }","duration":"2.352464913s","start":"2026-05-08T11:14:32.079987Z","end":"2026-05-08T11:14:34.432452Z","steps":["trace[1920578291] 'agreement among raft nodes before linearized reading' (duration: 1.97155391s)","trace[1920578291] 'range keys from in-memory index tree' (duration: 380.541025ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744002712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-08T11:14:34.432539Z","caller":"traceutil/trace.go:171","msg":"trace[1456813983] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29419; }","duration":"1.744089614s","start":"2026-05-08T11:14:32.68843Z","end":"2026-05-08T11:14:34.43252Z","steps":["trace[1456813983] 'agreement among raft nodes before linearized reading' (duration: 1.363115931s)","trace[1456813983] 'range keys from in-memory index tree' (duration: 380.758339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.432572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.688396Z","time spent":"1.744167986s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.079904Z","time spent":"2.352589336s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.079816Z","time spent":"2.35231128s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-08T11:14:34.432336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352443613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-08T11:14:34.433056Z","caller":"traceutil/trace.go:171","msg":"trace[1173982109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29419; }","duration":"2.353180275s","start":"2026-05-08T11:14:32.079863Z","end":"2026-05-08T11:14:34.433043Z","steps":["trace[1173982109] 'agreement among raft nodes before linearized reading' (duration: 1.971712683s)","trace[1173982109] 'range keys from in-memory index tree' (duration: 380.714519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.433103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.079849Z","time spent":"2.353242667s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-08T11:14:34.433357Z","caller":"traceutil/trace.go:171","msg":"trace[950857482] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:29419; }","duration":"2.464371472s","start":"2026-05-08T11:14:31.967986Z","end":"2026-05-08T11:14:34.432357Z","steps":["trace[950857482] 'agreement among raft nodes before linearized reading' (duration: 2.083576522s)","trace[950857482] 'count revisions from in-memory index tree' (duration: 380.679068ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.433419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:31.96796Z","time spent":"2.465442782s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.433757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.407281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-08T11:14:34.433869Z","caller":"traceutil/trace.go:171","msg":"trace[1951862925] linearizableReadLoop","detail":"{readStateIndex:30781; appliedIndex:30780; }","duration":"382.247357ms","start":"2026-05-08T11:14:34.051602Z","end":"2026-05-08T11:14:34.433849Z","steps":["trace[1951862925] 'read index received' (duration: 60.081µs)","trace[1951862925] 'applied index is now lower than readState.Index' (duration: 382.185166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:14:34.433983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.370145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:34.434034Z","caller":"traceutil/trace.go:171","msg":"trace[1348152799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29419; }","duration":"696.462226ms","start":"2026-05-08T11:14:33.737561Z","end":"2026-05-08T11:14:34.434023Z","steps":["trace[1348152799] 'agreement among raft nodes before linearized reading' (duration: 696.384795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711872094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:14:34.434057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:33.737508Z","time spent":"696.542258ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:14:34.434069Z","caller":"traceutil/trace.go:171","msg":"trace[448329419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29419; }","duration":"1.711930855s","start":"2026-05-08T11:14:32.722126Z","end":"2026-05-08T11:14:34.434056Z","steps":["trace[448329419] 'agreement among raft nodes before linearized reading' (duration: 1.711838953s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.722114Z","time spent":"1.711976546s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.434183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733431672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.434213Z","caller":"traceutil/trace.go:171","msg":"trace[1884880691] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29419; }","duration":"1.733503423s","start":"2026-05-08T11:14:32.700699Z","end":"2026-05-08T11:14:34.434203Z","steps":["trace[1884880691] 'agreement among raft nodes before linearized reading' (duration: 1.733427481s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.700681Z","time spent":"1.733549574s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-08T11:14:34.43431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6324981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-08T11:14:34.434334Z","caller":"traceutil/trace.go:171","msg":"trace[185028632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29419; }","duration":"1.632546932s","start":"2026-05-08T11:14:32.80178Z","end":"2026-05-08T11:14:34.434327Z","steps":["trace[185028632] 'agreement among raft nodes before linearized reading' (duration: 1.632475911s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.801767Z","time spent":"1.632583382s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-08T11:14:34.434438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.666954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-08T11:14:34.434241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54216303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-08T11:14:34.43447Z","caller":"traceutil/trace.go:171","msg":"trace[1546115152] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073; range_end:; response_count:1; response_revision:29419; }","duration":"506.735484ms","start":"2026-05-08T11:14:33.927724Z","end":"2026-05-08T11:14:34.43446Z","steps":["trace[1546115152] 'agreement among raft nodes before linearized reading' (duration: 506.592152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:33.927704Z","time spent":"506.783866ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad90304f436073\" "} {"level":"warn","ts":"2026-05-08T11:14:34.434494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.618975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-05-08T11:14:34.434516Z","caller":"traceutil/trace.go:171","msg":"trace[1350420917] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29419; }","duration":"381.682226ms","start":"2026-05-08T11:14:34.052827Z","end":"2026-05-08T11:14:34.43451Z","steps":["trace[1350420917] 'agreement among raft nodes before linearized reading' (duration: 381.569764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.052806Z","time spent":"381.736267ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-05-08T11:14:34.434515Z","caller":"traceutil/trace.go:171","msg":"trace[1059414159] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29419; }","duration":"1.542466186s","start":"2026-05-08T11:14:32.892023Z","end":"2026-05-08T11:14:34.434489Z","steps":["trace[1059414159] 'agreement among raft nodes before linearized reading' (duration: 1.542176871s)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.194808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.434588Z","caller":"traceutil/trace.go:171","msg":"trace[307648954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29419; }","duration":"192.265409ms","start":"2026-05-08T11:14:34.242315Z","end":"2026-05-08T11:14:34.434581Z","steps":["trace[307648954] 'agreement among raft nodes before linearized reading' (duration: 192.229249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.133772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.434614Z","caller":"traceutil/trace.go:171","msg":"trace[2118027854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29419; }","duration":"347.232234ms","start":"2026-05-08T11:14:34.087375Z","end":"2026-05-08T11:14:34.434607Z","steps":["trace[2118027854] 'agreement among raft nodes before linearized reading' (duration: 347.180503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.434632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:32.891998Z","time spent":"1.542582597s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-08T11:14:34.434656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.087352Z","time spent":"347.297756ms","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-08T11:14:34.867569Z","caller":"traceutil/trace.go:171","msg":"trace[308307743] transaction","detail":"{read_only:false; response_revision:29420; number_of_response:1; }","duration":"429.202627ms","start":"2026-05-08T11:14:34.438322Z","end":"2026-05-08T11:14:34.867525Z","steps":["trace[308307743] 'process raft request' (duration: 428.973712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.867756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.438136Z","time spent":"429.521374ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.888403Z","caller":"traceutil/trace.go:171","msg":"trace[1627204748] transaction","detail":"{read_only:false; response_revision:29421; number_of_response:1; }","duration":"447.839639ms","start":"2026-05-08T11:14:34.440528Z","end":"2026-05-08T11:14:34.888367Z","steps":["trace[1627204748] 'process raft request' (duration: 447.560514ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.888416Z","caller":"traceutil/trace.go:171","msg":"trace[1731003022] transaction","detail":"{read_only:false; response_revision:29422; number_of_response:1; }","duration":"443.589588ms","start":"2026-05-08T11:14:34.444797Z","end":"2026-05-08T11:14:34.888386Z","steps":["trace[1731003022] 'process raft request' (duration: 443.467506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.888586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.440507Z","time spent":"447.983732ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.888636Z","caller":"traceutil/trace.go:171","msg":"trace[449674235] transaction","detail":"{read_only:false; response_revision:29423; number_of_response:1; }","duration":"443.04133ms","start":"2026-05-08T11:14:34.445586Z","end":"2026-05-08T11:14:34.888627Z","steps":["trace[449674235] 'process raft request' (duration: 442.719493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.888716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.445577Z","time spent":"443.08581ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:34.888728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.444784Z","time spent":"443.836863ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.889007Z","caller":"traceutil/trace.go:171","msg":"trace[187614291] transaction","detail":"{read_only:false; response_revision:29424; number_of_response:1; }","duration":"442.240764ms","start":"2026-05-08T11:14:34.446741Z","end":"2026-05-08T11:14:34.888982Z","steps":["trace[187614291] 'process raft request' (duration: 441.785676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.889111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.446729Z","time spent":"442.331085ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.8892Z","caller":"traceutil/trace.go:171","msg":"trace[1601430650] transaction","detail":"{read_only:false; response_revision:29425; number_of_response:1; }","duration":"441.404207ms","start":"2026-05-08T11:14:34.447764Z","end":"2026-05-08T11:14:34.889168Z","steps":["trace[1601430650] 'process raft request' (duration: 441.170433ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.889745Z","caller":"traceutil/trace.go:171","msg":"trace[417756543] transaction","detail":"{read_only:false; response_revision:29427; number_of_response:1; }","duration":"440.060902ms","start":"2026-05-08T11:14:34.449665Z","end":"2026-05-08T11:14:34.889726Z","steps":["trace[417756543] 'process raft request' (duration: 439.513392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.889839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.449607Z","time spent":"440.176044ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.889757Z","caller":"traceutil/trace.go:171","msg":"trace[504359238] transaction","detail":"{read_only:false; response_revision:29426; number_of_response:1; }","duration":"441.700133ms","start":"2026-05-08T11:14:34.447949Z","end":"2026-05-08T11:14:34.889649Z","steps":["trace[504359238] 'process raft request' (duration: 441.100152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.890042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.447942Z","time spent":"442.04047ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-08T11:14:34.890098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.447747Z","time spent":"441.54918ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.891892Z","caller":"traceutil/trace.go:171","msg":"trace[1403528496] linearizableReadLoop","detail":"{readStateIndex:30783; appliedIndex:30781; }","duration":"450.347578ms","start":"2026-05-08T11:14:34.441527Z","end":"2026-05-08T11:14:34.891874Z","steps":["trace[1403528496] 'read index received' (duration: 425.904245ms)","trace[1403528496] 'applied index is now lower than readState.Index' (duration: 24.442343ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:14:34.892032Z","caller":"traceutil/trace.go:171","msg":"trace[207759908] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"437.799939ms","start":"2026-05-08T11:14:34.454221Z","end":"2026-05-08T11:14:34.89202Z","steps":["trace[207759908] 'process raft request' (duration: 435.232661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.892106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.454182Z","time spent":"437.874041ms","remote":"127.0.0.1:40518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:14:34.892104Z","caller":"traceutil/trace.go:171","msg":"trace[2004796347] transaction","detail":"{read_only:false; response_revision:29431; number_of_response:1; }","duration":"189.832484ms","start":"2026-05-08T11:14:34.702249Z","end":"2026-05-08T11:14:34.892082Z","steps":["trace[2004796347] 'process raft request' (duration: 189.576919ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.892228Z","caller":"traceutil/trace.go:171","msg":"trace[1251698724] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"197.543791ms","start":"2026-05-08T11:14:34.69467Z","end":"2026-05-08T11:14:34.892214Z","steps":["trace[1251698724] 'process raft request' (duration: 197.107473ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.89219Z","caller":"traceutil/trace.go:171","msg":"trace[699396948] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"278.027384ms","start":"2026-05-08T11:14:34.614086Z","end":"2026-05-08T11:14:34.892114Z","steps":["trace[699396948] 'process raft request' (duration: 277.619497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.89245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.916298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-08T11:14:34.892663Z","caller":"traceutil/trace.go:171","msg":"trace[350016060] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29431; }","duration":"451.122953ms","start":"2026-05-08T11:14:34.441523Z","end":"2026-05-08T11:14:34.892646Z","steps":["trace[350016060] 'agreement among raft nodes before linearized reading' (duration: 450.771085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.892712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.441515Z","time spent":"451.184964ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:34.892512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.690116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2309367c-b64f-4026-9310-666d3d886a3b\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-05-08T11:14:34.892751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.82861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-08T11:14:34.89282Z","caller":"traceutil/trace.go:171","msg":"trace[1804660530] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29431; }","duration":"448.018533ms","start":"2026-05-08T11:14:34.444787Z","end":"2026-05-08T11:14:34.892806Z","steps":["trace[1804660530] 'agreement among raft nodes before linearized reading' (duration: 447.737827ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:14:34.892822Z","caller":"traceutil/trace.go:171","msg":"trace[1382571798] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2309367c-b64f-4026-9310-666d3d886a3b; range_end:; response_count:1; response_revision:29431; }","duration":"447.994563ms","start":"2026-05-08T11:14:34.444805Z","end":"2026-05-08T11:14:34.892799Z","steps":["trace[1382571798] 'agreement among raft nodes before linearized reading' (duration: 447.563844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.892881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.444769Z","time spent":"448.097675ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2309367c-b64f-4026-9310-666d3d886a3b\" "} {"level":"warn","ts":"2026-05-08T11:14:34.892601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.749297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-08T11:14:34.893021Z","caller":"traceutil/trace.go:171","msg":"trace[369338035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29431; }","duration":"448.172956ms","start":"2026-05-08T11:14:34.444828Z","end":"2026-05-08T11:14:34.893001Z","steps":["trace[369338035] 'agreement among raft nodes before linearized reading' (duration: 447.638436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.893065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.444824Z","time spent":"448.229627ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-08T11:14:34.892877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.444765Z","time spent":"448.101085ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-08T11:14:34.892514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.577104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:14:34.894102Z","caller":"traceutil/trace.go:171","msg":"trace[1579126989] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29431; }","duration":"440.198055ms","start":"2026-05-08T11:14:34.453885Z","end":"2026-05-08T11:14:34.894083Z","steps":["trace[1579126989] 'agreement among raft nodes before linearized reading' (duration: 438.541603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:14:34.894164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:14:34.45388Z","time spent":"440.268987ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-08T11:15:25.497152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27060} {"level":"info","ts":"2026-05-08T11:15:25.654397Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27060,"took":"151.729122ms","hash":2052554559,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":35217408,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-08T11:15:25.654477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2052554559,"revision":27060,"compact-revision":23469} {"level":"info","ts":"2026-05-08T11:15:36.539596Z","caller":"traceutil/trace.go:171","msg":"trace[1272798706] transaction","detail":"{read_only:false; response_revision:30209; number_of_response:1; }","duration":"333.723549ms","start":"2026-05-08T11:15:36.205827Z","end":"2026-05-08T11:15:36.539551Z","steps":["trace[1272798706] 'process raft request' (duration: 317.44085ms)","trace[1272798706] 'compare' (duration: 15.581815ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:15:36.540039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:15:36.205806Z","time spent":"334.113347ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:15:36.552546Z","caller":"traceutil/trace.go:171","msg":"trace[747067575] linearizableReadLoop","detail":"{readStateIndex:31598; appliedIndex:31596; }","duration":"301.766233ms","start":"2026-05-08T11:15:36.250743Z","end":"2026-05-08T11:15:36.552509Z","steps":["trace[747067575] 'read index received' (duration: 272.55035ms)","trace[747067575] 'applied index is now lower than readState.Index' (duration: 29.213993ms)"],"step_count":2} {"level":"info","ts":"2026-05-08T11:15:36.552675Z","caller":"traceutil/trace.go:171","msg":"trace[1269347613] transaction","detail":"{read_only:false; response_revision:30210; number_of_response:1; }","duration":"346.669373ms","start":"2026-05-08T11:15:36.205953Z","end":"2026-05-08T11:15:36.552623Z","steps":["trace[1269347613] 'process raft request' (duration: 346.360128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:15:36.552764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.983237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:15:36.552871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:15:36.205924Z","time spent":"346.844297ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-08T11:15:36.552929Z","caller":"traceutil/trace.go:171","msg":"trace[391300081] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:30210; }","duration":"302.180681ms","start":"2026-05-08T11:15:36.250693Z","end":"2026-05-08T11:15:36.552873Z","steps":["trace[391300081] 'agreement among raft nodes before linearized reading' (duration: 301.988267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:15:36.553082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.23493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-08T11:15:36.553081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.510137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:15:36.553135Z","caller":"traceutil/trace.go:171","msg":"trace[740999741] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30210; }","duration":"277.296701ms","start":"2026-05-08T11:15:36.275819Z","end":"2026-05-08T11:15:36.553116Z","steps":["trace[740999741] 'agreement among raft nodes before linearized reading' (duration: 277.211769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:15:36.553152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-08T11:15:36.250669Z","time spent":"302.464567ms","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-08T11:15:36.553169Z","caller":"traceutil/trace.go:171","msg":"trace[589894068] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30210; }","duration":"284.666231ms","start":"2026-05-08T11:15:36.26848Z","end":"2026-05-08T11:15:36.553146Z","steps":["trace[589894068] 'agreement among raft nodes before linearized reading' (duration: 284.510017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:15:36.553192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.954643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-08T11:15:36.553342Z","caller":"traceutil/trace.go:171","msg":"trace[2060088066] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30210; }","duration":"278.149107ms","start":"2026-05-08T11:15:36.275155Z","end":"2026-05-08T11:15:36.553305Z","steps":["trace[2060088066] 'agreement among raft nodes before linearized reading' (duration: 277.923093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:15:36.553727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.515868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-05-08T11:15:36.553917Z","caller":"traceutil/trace.go:171","msg":"trace[1339972577] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30210; }","duration":"274.672741ms","start":"2026-05-08T11:15:36.279169Z","end":"2026-05-08T11:15:36.553842Z","steps":["trace[1339972577] 'agreement among raft nodes before linearized reading' (duration: 274.286143ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:18:08.221628Z","caller":"traceutil/trace.go:171","msg":"trace[463972896] transaction","detail":"{read_only:false; response_revision:31956; number_of_response:1; }","duration":"141.582791ms","start":"2026-05-08T11:18:08.080012Z","end":"2026-05-08T11:18:08.221595Z","steps":["trace[463972896] 'process raft request' (duration: 101.674064ms)","trace[463972896] 'compare' (duration: 39.716283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-08T11:18:08.258446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.124875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-08T11:18:08.258544Z","caller":"traceutil/trace.go:171","msg":"trace[157935333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31957; }","duration":"128.250338ms","start":"2026-05-08T11:18:08.130265Z","end":"2026-05-08T11:18:08.258516Z","steps":["trace[157935333] 'agreement among raft nodes before linearized reading' (duration: 127.972883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:18:08.258896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.172774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-08T11:18:08.258979Z","caller":"traceutil/trace.go:171","msg":"trace[1238669551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31957; }","duration":"121.281586ms","start":"2026-05-08T11:18:08.137677Z","end":"2026-05-08T11:18:08.258959Z","steps":["trace[1238669551] 'agreement among raft nodes before linearized reading' (duration: 121.051891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-08T11:18:08.258993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.161145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-08T11:18:08.259075Z","caller":"traceutil/trace.go:171","msg":"trace[610728008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31957; }","duration":"121.256796ms","start":"2026-05-08T11:18:08.137787Z","end":"2026-05-08T11:18:08.259044Z","steps":["trace[610728008] 'agreement among raft nodes before linearized reading' (duration: 121.060671ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:20:25.503445Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30113} {"level":"info","ts":"2026-05-08T11:20:25.657369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30113,"took":"149.175335ms","hash":39307738,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":36794368,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-05-08T11:20:25.657483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":39307738,"revision":30113,"compact-revision":27060} {"level":"info","ts":"2026-05-08T11:25:25.511691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33257} {"level":"info","ts":"2026-05-08T11:25:25.658942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33257,"took":"141.04476ms","hash":2300274479,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":34721792,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-08T11:25:25.659017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2300274479,"revision":33257,"compact-revision":30113} {"level":"info","ts":"2026-05-08T11:29:50.891262Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dcbda34f8b503a3","local-member-applied-index":40008,"local-member-snapshot-index":30007,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-08T11:29:50.898546Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40008} {"level":"info","ts":"2026-05-08T11:29:50.898742Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35008} {"level":"info","ts":"2026-05-08T11:30:25.53141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35925} {"level":"info","ts":"2026-05-08T11:30:25.676531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35925,"took":"140.63859ms","hash":2921123184,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":34619392,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-08T11:30:25.676586Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2921123184,"revision":35925,"compact-revision":33257} {"level":"info","ts":"2026-05-08T11:35:25.538912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38636} {"level":"info","ts":"2026-05-08T11:35:25.715587Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38636,"took":"171.176667ms","hash":3059696495,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":35131392,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-08T11:35:25.715679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3059696495,"revision":38636,"compact-revision":35925} {"level":"info","ts":"2026-05-08T11:40:25.544709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41374} {"level":"info","ts":"2026-05-08T11:40:25.693959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41374,"took":"141.878392ms","hash":3982393036,"current-db-size-bytes":60882944,"current-db-size":"61 MB","current-db-size-in-use-bytes":34217984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-08T11:40:25.694038Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3982393036,"revision":41374,"compact-revision":38636} {"level":"info","ts":"2026-05-08T11:43:15.59732Z","caller":"traceutil/trace.go:171","msg":"trace[1231079767] transaction","detail":"{read_only:false; response_revision:45599; number_of_response:1; }","duration":"107.584264ms","start":"2026-05-08T11:43:15.489693Z","end":"2026-05-08T11:43:15.597277Z","steps":["trace[1231079767] 'process raft request' (duration: 107.321309ms)"],"step_count":1} {"level":"info","ts":"2026-05-08T11:43:26.326109Z","caller":"traceutil/trace.go:171","msg":"trace[1371347720] transaction","detail":"{read_only:false; response_revision:45693; number_of_response:1; }","duration":"115.422672ms","start":"2026-05-08T11:43:26.210633Z","end":"2026-05-08T11:43:26.326055Z","steps":["trace[1371347720] 'process raft request' (duration: 108.905488ms)"],"step_count":1}