{"level":"warn","ts":"2026-05-07T15:39:19.262967Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T15:39:19.263051Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T15:39:19.263108Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T15:39:19.263116Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-07T15:39:19.263136Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T15:39:19.263756Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-05-07T15:39:19.263827Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T15:39:19.267772Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.743705ms"} {"level":"info","ts":"2026-05-07T15:39:19.275898Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-05-07T15:39:19.276309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T15:39:19.276363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-05-07T15:39:19.276395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T15:39:19.276433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-05-07T15:39:19.276575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-05-07T15:39:19.289123Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T15:39:19.292493Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T15:39:19.293811Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T15:39:19.296108Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T15:39:19.296334Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T15:39:19.296419Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:39:19.29648Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:39:19.29649Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T15:39:19.297121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-05-07T15:39:19.297255Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-07T15:39:19.299007Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T15:39:19.299241Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T15:39:19.299284Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T15:39:19.299198Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-07T15:39:19.299341Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-07T15:39:19.577513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T15:39:19.577594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T15:39:19.577621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-05-07T15:39:19.577644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-05-07T15:39:19.577655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-07T15:39:19.577671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-05-07T15:39:19.577698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-07T15:39:19.579116Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T15:39:19.579139Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:39:19.579139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T15:39:19.579238Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T15:39:19.579468Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T15:39:19.579505Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T15:39:19.580198Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:39:19.580391Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:39:19.58044Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T15:39:19.58323Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T15:39:19.583929Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-05-07T15:39:41.408482Z","caller":"traceutil/trace.go:171","msg":"trace[1799739284] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"154.10813ms","start":"2026-05-07T15:39:41.254352Z","end":"2026-05-07T15:39:41.40846Z","steps":["trace[1799739284] 'read index received' (duration: 153.844104ms)","trace[1799739284] 'applied index is now lower than readState.Index' (duration: 263.096µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:39:41.408581Z","caller":"traceutil/trace.go:171","msg":"trace[2012323464] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"167.084626ms","start":"2026-05-07T15:39:41.241454Z","end":"2026-05-07T15:39:41.408538Z","steps":["trace[2012323464] 'process raft request' (duration: 166.86073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:39:41.408737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.032549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T15:39:41.408863Z","caller":"traceutil/trace.go:171","msg":"trace[1137785492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"123.203224ms","start":"2026-05-07T15:39:41.285634Z","end":"2026-05-07T15:39:41.408838Z","steps":["trace[1137785492] 'agreement among raft nodes before linearized reading' (duration: 123.013558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:39:41.408897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.476189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T15:39:41.408998Z","caller":"traceutil/trace.go:171","msg":"trace[577113200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"154.685154ms","start":"2026-05-07T15:39:41.254294Z","end":"2026-05-07T15:39:41.408979Z","steps":["trace[577113200] 'agreement among raft nodes before linearized reading' (duration: 154.328265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:39:41.550201Z","caller":"traceutil/trace.go:171","msg":"trace[763049511] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"137.564054ms","start":"2026-05-07T15:39:41.412607Z","end":"2026-05-07T15:39:41.550171Z","steps":["trace[763049511] 'process raft request' (duration: 126.64931ms)","trace[763049511] 'compare' (duration: 10.815152ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:39:41.554088Z","caller":"traceutil/trace.go:171","msg":"trace[1849930532] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"140.96063ms","start":"2026-05-07T15:39:41.413107Z","end":"2026-05-07T15:39:41.554068Z","steps":["trace[1849930532] 'process raft request' (duration: 140.867358ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:39:47.06796Z","caller":"traceutil/trace.go:171","msg":"trace[992979839] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"108.034872ms","start":"2026-05-07T15:39:46.959899Z","end":"2026-05-07T15:39:47.067934Z","steps":["trace[992979839] 'process raft request' (duration: 107.623351ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:40:05.150165Z","caller":"traceutil/trace.go:171","msg":"trace[1086824135] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"163.674972ms","start":"2026-05-07T15:40:04.986461Z","end":"2026-05-07T15:40:05.150136Z","steps":["trace[1086824135] 'process raft request' (duration: 163.445687ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:40:05.215983Z","caller":"traceutil/trace.go:171","msg":"trace[818005834] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"134.827374ms","start":"2026-05-07T15:40:05.081126Z","end":"2026-05-07T15:40:05.215954Z","steps":["trace[818005834] 'process raft request' (duration: 123.533638ms)","trace[818005834] 'compare' (duration: 11.161453ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:40:05.819521Z","caller":"traceutil/trace.go:171","msg":"trace[587366314] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"280.978346ms","start":"2026-05-07T15:40:05.538505Z","end":"2026-05-07T15:40:05.819484Z","steps":["trace[587366314] 'read index received' (duration: 280.567075ms)","trace[587366314] 'applied index is now lower than readState.Index' (duration: 409.721µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:40:05.81959Z","caller":"traceutil/trace.go:171","msg":"trace[1939594094] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"296.819043ms","start":"2026-05-07T15:40:05.522733Z","end":"2026-05-07T15:40:05.819552Z","steps":["trace[1939594094] 'process raft request' (duration: 296.532165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:40:05.819905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.358696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dv9nt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-07T15:40:05.820027Z","caller":"traceutil/trace.go:171","msg":"trace[1117884606] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dv9nt; range_end:; response_count:1; response_revision:603; }","duration":"281.520529ms","start":"2026-05-07T15:40:05.53848Z","end":"2026-05-07T15:40:05.82Z","steps":["trace[1117884606] 'agreement among raft nodes before linearized reading' (duration: 281.185801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:40:05.819949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.452524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T15:40:05.820108Z","caller":"traceutil/trace.go:171","msg":"trace[1459609604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"153.709031ms","start":"2026-05-07T15:40:05.666383Z","end":"2026-05-07T15:40:05.820092Z","steps":["trace[1459609604] 'agreement among raft nodes before linearized reading' (duration: 153.30853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:40:05.820228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.779908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T15:40:05.820449Z","caller":"traceutil/trace.go:171","msg":"trace[631200159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"147.046675ms","start":"2026-05-07T15:40:05.673357Z","end":"2026-05-07T15:40:05.820404Z","steps":["trace[631200159] 'agreement among raft nodes before linearized reading' (duration: 146.427178ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:40:06.025201Z","caller":"traceutil/trace.go:171","msg":"trace[879910081] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"196.870244ms","start":"2026-05-07T15:40:05.82829Z","end":"2026-05-07T15:40:06.02516Z","steps":["trace[879910081] 'process raft request' (duration: 147.679442ms)","trace[879910081] 'compare' (duration: 49.046069ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:40:06.032209Z","caller":"traceutil/trace.go:171","msg":"trace[839846064] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"203.822059ms","start":"2026-05-07T15:40:05.828355Z","end":"2026-05-07T15:40:06.032177Z","steps":["trace[839846064] 'process raft request' (duration: 203.589482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:40:06.032427Z","caller":"traceutil/trace.go:171","msg":"trace[234656087] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"193.701762ms","start":"2026-05-07T15:40:05.838692Z","end":"2026-05-07T15:40:06.032394Z","steps":["trace[234656087] 'process raft request' (duration: 193.397744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:40:38.520357Z","caller":"traceutil/trace.go:171","msg":"trace[1163912272] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"317.819325ms","start":"2026-05-07T15:40:38.202479Z","end":"2026-05-07T15:40:38.520298Z","steps":["trace[1163912272] 'process raft request' (duration: 316.688255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:40:38.521225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:40:38.202455Z","time spent":"318.07262ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T15:41:24.34092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.024305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:41:24.341079Z","caller":"traceutil/trace.go:171","msg":"trace[1456963720] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"206.862568ms","start":"2026-05-07T15:41:24.134194Z","end":"2026-05-07T15:41:24.341057Z","steps":["trace[1456963720] 'read index received' (duration: 26.280369ms)","trace[1456963720] 'applied index is now lower than readState.Index' (duration: 180.580559ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:41:24.341104Z","caller":"traceutil/trace.go:171","msg":"trace[901394584] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"295.666086ms","start":"2026-05-07T15:41:24.0454Z","end":"2026-05-07T15:41:24.341067Z","steps":["trace[901394584] 'process raft request' (duration: 115.110368ms)","trace[901394584] 'compare' (duration: 179.887122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:41:24.341207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.009252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:41:24.341254Z","caller":"traceutil/trace.go:171","msg":"trace[1567054021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1273; }","duration":"207.055203ms","start":"2026-05-07T15:41:24.134188Z","end":"2026-05-07T15:41:24.341243Z","steps":["trace[1567054021] 'agreement among raft nodes before linearized reading' (duration: 206.973691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:41:24.341577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.174871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-07T15:41:24.341718Z","caller":"traceutil/trace.go:171","msg":"trace[1835557868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1273; }","duration":"120.378816ms","start":"2026-05-07T15:41:24.22131Z","end":"2026-05-07T15:41:24.341689Z","steps":["trace[1835557868] 'agreement among raft nodes before linearized reading' (duration: 119.911344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:09.799569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.449148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T15:42:09.799749Z","caller":"traceutil/trace.go:171","msg":"trace[1704641826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"127.696004ms","start":"2026-05-07T15:42:09.672029Z","end":"2026-05-07T15:42:09.799725Z","steps":["trace[1704641826] 'range keys from in-memory index tree' (duration: 127.269744ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:42:10.245374Z","caller":"traceutil/trace.go:171","msg":"trace[1275637190] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"109.940143ms","start":"2026-05-07T15:42:10.135405Z","end":"2026-05-07T15:42:10.245345Z","steps":["trace[1275637190] 'read index received' (duration: 87.925168ms)","trace[1275637190] 'applied index is now lower than readState.Index' (duration: 22.013605ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:42:10.245656Z","caller":"traceutil/trace.go:171","msg":"trace[1705972882] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"287.988679ms","start":"2026-05-07T15:42:09.957619Z","end":"2026-05-07T15:42:10.245607Z","steps":["trace[1705972882] 'process raft request' (duration: 265.722428ms)","trace[1705972882] 'compare' (duration: 21.597615ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:42:10.246012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.591018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0200e3d7-715d-48d0-9963-47076692b88a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T15:42:10.246101Z","caller":"traceutil/trace.go:171","msg":"trace[1255336864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0200e3d7-715d-48d0-9963-47076692b88a; range_end:; response_count:1; response_revision:1942; }","duration":"110.732361ms","start":"2026-05-07T15:42:10.135349Z","end":"2026-05-07T15:42:10.246081Z","steps":["trace[1255336864] 'agreement among raft nodes before linearized reading' (duration: 110.435874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:42:10.246799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.301865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:42:10.24689Z","caller":"traceutil/trace.go:171","msg":"trace[1909505098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"111.635903ms","start":"2026-05-07T15:42:10.13523Z","end":"2026-05-07T15:42:10.246866Z","steps":["trace[1909505098] 'agreement among raft nodes before linearized reading' (duration: 111.424088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:42:16.786331Z","caller":"traceutil/trace.go:171","msg":"trace[306256826] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"102.821348ms","start":"2026-05-07T15:42:16.683482Z","end":"2026-05-07T15:42:16.786303Z","steps":["trace[306256826] 'process raft request' (duration: 37.183875ms)","trace[306256826] 'compare' (duration: 65.158251ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:01.002958Z","caller":"traceutil/trace.go:171","msg":"trace[1150062192] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"100.435702ms","start":"2026-05-07T15:43:00.902488Z","end":"2026-05-07T15:43:01.002924Z","steps":["trace[1150062192] 'process raft request' (duration: 100.210387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.320628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.48264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:43:01.320764Z","caller":"traceutil/trace.go:171","msg":"trace[2122620761] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"229.062217ms","start":"2026-05-07T15:43:01.091682Z","end":"2026-05-07T15:43:01.320744Z","steps":["trace[2122620761] 'read index received' (duration: 103.26831ms)","trace[2122620761] 'applied index is now lower than readState.Index' (duration: 125.792067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:01.320804Z","caller":"traceutil/trace.go:171","msg":"trace[1710929615] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"308.879593ms","start":"2026-05-07T15:43:01.011876Z","end":"2026-05-07T15:43:01.320756Z","steps":["trace[1710929615] 'process raft request' (duration: 183.159098ms)","trace[1710929615] 'compare' (duration: 125.314205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:43:01.321008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.94715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:43:01.321122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:01.011859Z","time spent":"309.125068ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:43:01.321126Z","caller":"traceutil/trace.go:171","msg":"trace[2038549634] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2269; }","duration":"211.143015ms","start":"2026-05-07T15:43:01.109964Z","end":"2026-05-07T15:43:01.321107Z","steps":["trace[2038549634] 'agreement among raft nodes before linearized reading' (duration: 210.944381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.321163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.606319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:01.32124Z","caller":"traceutil/trace.go:171","msg":"trace[224395185] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2269; }","duration":"135.725091ms","start":"2026-05-07T15:43:01.185498Z","end":"2026-05-07T15:43:01.321223Z","steps":["trace[224395185] 'agreement among raft nodes before linearized reading' (duration: 135.592168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.321242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.548146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:43:01.321307Z","caller":"traceutil/trace.go:171","msg":"trace[506419316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"186.648519ms","start":"2026-05-07T15:43:01.134641Z","end":"2026-05-07T15:43:01.321289Z","steps":["trace[506419316] 'agreement among raft nodes before linearized reading' (duration: 186.535306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.32098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.304652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-07T15:43:01.321797Z","caller":"traceutil/trace.go:171","msg":"trace[159015439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2269; }","duration":"230.06865ms","start":"2026-05-07T15:43:01.09162Z","end":"2026-05-07T15:43:01.321689Z","steps":["trace[159015439] 'agreement among raft nodes before linearized reading' (duration: 229.20919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.322213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.526913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T15:43:01.322483Z","caller":"traceutil/trace.go:171","msg":"trace[875626050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2269; }","duration":"131.812789ms","start":"2026-05-07T15:43:01.190628Z","end":"2026-05-07T15:43:01.322441Z","steps":["trace[875626050] 'agreement among raft nodes before linearized reading' (duration: 130.57782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:43:01.571157Z","caller":"traceutil/trace.go:171","msg":"trace[1239756526] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"244.010848ms","start":"2026-05-07T15:43:01.327118Z","end":"2026-05-07T15:43:01.571129Z","steps":["trace[1239756526] 'process raft request' (duration: 147.741353ms)","trace[1239756526] 'compare' (duration: 96.132871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:43:01.632871Z","caller":"traceutil/trace.go:171","msg":"trace[1063363728] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"304.043999ms","start":"2026-05-07T15:43:01.328791Z","end":"2026-05-07T15:43:01.632835Z","steps":["trace[1063363728] 'process raft request' (duration: 303.865675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:43:01.633056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:43:01.328771Z","time spent":"304.189092ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:44:24.967784Z","caller":"traceutil/trace.go:171","msg":"trace[152440955] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"128.888151ms","start":"2026-05-07T15:44:24.838866Z","end":"2026-05-07T15:44:24.967754Z","steps":["trace[152440955] 'process raft request' (duration: 128.712807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:44:25.023191Z","caller":"traceutil/trace.go:171","msg":"trace[34390084] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"180.788259ms","start":"2026-05-07T15:44:24.842371Z","end":"2026-05-07T15:44:25.023159Z","steps":["trace[34390084] 'process raft request' (duration: 145.476183ms)","trace[34390084] 'compare' (duration: 34.752283ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:44:25.022826Z","caller":"traceutil/trace.go:171","msg":"trace[1731905664] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"177.653796ms","start":"2026-05-07T15:44:24.845145Z","end":"2026-05-07T15:44:25.022799Z","steps":["trace[1731905664] 'process raft request' (duration: 177.598364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:44:25.302919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.080305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:44:25.303032Z","caller":"traceutil/trace.go:171","msg":"trace[1315377688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2920; }","duration":"167.264639ms","start":"2026-05-07T15:44:25.135743Z","end":"2026-05-07T15:44:25.303007Z","steps":["trace[1315377688] 'range keys from in-memory index tree' (duration: 166.988724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:51.607727Z","caller":"traceutil/trace.go:171","msg":"trace[836509926] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"133.968395ms","start":"2026-05-07T15:46:51.473743Z","end":"2026-05-07T15:46:51.607711Z","steps":["trace[836509926] 'process raft request' (duration: 133.867743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:46:51.864552Z","caller":"traceutil/trace.go:171","msg":"trace[1643605417] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"332.348946ms","start":"2026-05-07T15:46:51.532175Z","end":"2026-05-07T15:46:51.864524Z","steps":["trace[1643605417] 'process raft request' (duration: 332.048768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:51.864718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:51.532143Z","time spent":"332.486909ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:46:51.864797Z","caller":"traceutil/trace.go:171","msg":"trace[1343004974] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"331.563506ms","start":"2026-05-07T15:46:51.53315Z","end":"2026-05-07T15:46:51.864714Z","steps":["trace[1343004974] 'process raft request' (duration: 331.326771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:46:51.86497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T15:46:51.533136Z","time spent":"331.736561ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T15:48:14.510472Z","caller":"traceutil/trace.go:171","msg":"trace[1394690879] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"285.331305ms","start":"2026-05-07T15:48:14.225103Z","end":"2026-05-07T15:48:14.510435Z","steps":["trace[1394690879] 'process raft request' (duration: 285.005447ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:14.510584Z","caller":"traceutil/trace.go:171","msg":"trace[1116755653] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"288.945209ms","start":"2026-05-07T15:48:14.2216Z","end":"2026-05-07T15:48:14.510545Z","steps":["trace[1116755653] 'process raft request' (duration: 220.652225ms)","trace[1116755653] 'compare' (duration: 67.347701ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:48:26.192381Z","caller":"traceutil/trace.go:171","msg":"trace[320287329] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"132.654184ms","start":"2026-05-07T15:48:26.05967Z","end":"2026-05-07T15:48:26.192324Z","steps":["trace[320287329] 'process raft request' (duration: 132.390298ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:26.225644Z","caller":"traceutil/trace.go:171","msg":"trace[1380173399] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"104.319696ms","start":"2026-05-07T15:48:26.121305Z","end":"2026-05-07T15:48:26.225624Z","steps":["trace[1380173399] 'process raft request' (duration: 103.64963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:26.807819Z","caller":"traceutil/trace.go:171","msg":"trace[1065083996] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"254.248899ms","start":"2026-05-07T15:48:26.553536Z","end":"2026-05-07T15:48:26.807785Z","steps":["trace[1065083996] 'process raft request' (duration: 254.058784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:26.841023Z","caller":"traceutil/trace.go:171","msg":"trace[1993726439] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"241.577639ms","start":"2026-05-07T15:48:26.599411Z","end":"2026-05-07T15:48:26.840988Z","steps":["trace[1993726439] 'process raft request' (duration: 241.473037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:26.841123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.147588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T15:48:26.841198Z","caller":"traceutil/trace.go:171","msg":"trace[1490865033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5292; }","duration":"100.292021ms","start":"2026-05-07T15:48:26.740887Z","end":"2026-05-07T15:48:26.841179Z","steps":["trace[1490865033] 'agreement among raft nodes before linearized reading' (duration: 100.096466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:26.841236Z","caller":"traceutil/trace.go:171","msg":"trace[178208084] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"285.983508ms","start":"2026-05-07T15:48:26.555226Z","end":"2026-05-07T15:48:26.84121Z","steps":["trace[178208084] 'process raft request' (duration: 268.872134ms)","trace[178208084] 'compare' (duration: 16.639803ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:48:34.140188Z","caller":"traceutil/trace.go:171","msg":"trace[1354118671] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5657; }","duration":"178.813197ms","start":"2026-05-07T15:48:33.961344Z","end":"2026-05-07T15:48:34.140157Z","steps":["trace[1354118671] 'read index received' (duration: 175.577241ms)","trace[1354118671] 'applied index is now lower than readState.Index' (duration: 3.234646ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:48:34.140464Z","caller":"traceutil/trace.go:171","msg":"trace[52628939] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"189.14687ms","start":"2026-05-07T15:48:33.951273Z","end":"2026-05-07T15:48:34.14042Z","steps":["trace[52628939] 'process raft request' (duration: 185.639838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:34.140784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.861614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80055"} {"level":"info","ts":"2026-05-07T15:48:34.140897Z","caller":"traceutil/trace.go:171","msg":"trace[649131596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5451; }","duration":"211.013948ms","start":"2026-05-07T15:48:33.929865Z","end":"2026-05-07T15:48:34.140879Z","steps":["trace[649131596] 'agreement among raft nodes before linearized reading' (duration: 210.560198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:34.146979Z","caller":"traceutil/trace.go:171","msg":"trace[1670393484] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"181.502329ms","start":"2026-05-07T15:48:33.965434Z","end":"2026-05-07T15:48:34.146936Z","steps":["trace[1670393484] 'process raft request' (duration: 181.332185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:34.498346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.207671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T15:48:34.49847Z","caller":"traceutil/trace.go:171","msg":"trace[1429414887] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"278.628176ms","start":"2026-05-07T15:48:34.219821Z","end":"2026-05-07T15:48:34.49845Z","steps":["trace[1429414887] 'read index received' (duration: 136.282511ms)","trace[1429414887] 'applied index is now lower than readState.Index' (duration: 142.343655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:48:34.498582Z","caller":"traceutil/trace.go:171","msg":"trace[566576618] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"280.808807ms","start":"2026-05-07T15:48:34.217759Z","end":"2026-05-07T15:48:34.498568Z","steps":["trace[566576618] 'process raft request' (duration: 138.278529ms)","trace[566576618] 'compare' (duration: 142.027787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:48:34.498914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.65358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T15:48:34.498941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.81086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T15:48:34.498988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.160738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:48:34.499018Z","caller":"traceutil/trace.go:171","msg":"trace[238920269] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5453; }","duration":"205.832014ms","start":"2026-05-07T15:48:34.293161Z","end":"2026-05-07T15:48:34.498993Z","steps":["trace[238920269] 'agreement among raft nodes before linearized reading' (duration: 205.63566ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:34.49905Z","caller":"traceutil/trace.go:171","msg":"trace[1322243107] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5453; }","duration":"279.24723ms","start":"2026-05-07T15:48:34.219782Z","end":"2026-05-07T15:48:34.49903Z","steps":["trace[1322243107] 'agreement among raft nodes before linearized reading' (duration: 279.140148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:48:34.499127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.061925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-07T15:48:34.49913Z","caller":"traceutil/trace.go:171","msg":"trace[2102995526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5453; }","duration":"161.000955ms","start":"2026-05-07T15:48:34.338023Z","end":"2026-05-07T15:48:34.499024Z","steps":["trace[2102995526] 'agreement among raft nodes before linearized reading' (duration: 160.79864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:34.499276Z","caller":"traceutil/trace.go:171","msg":"trace[1870712800] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5453; }","duration":"188.285971ms","start":"2026-05-07T15:48:34.310967Z","end":"2026-05-07T15:48:34.499253Z","steps":["trace[1870712800] 'agreement among raft nodes before linearized reading' (duration: 187.928722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:34.659343Z","caller":"traceutil/trace.go:171","msg":"trace[742580746] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"144.268699ms","start":"2026-05-07T15:48:34.515047Z","end":"2026-05-07T15:48:34.659315Z","steps":["trace[742580746] 'read index received' (duration: 110.43156ms)","trace[742580746] 'applied index is now lower than readState.Index' (duration: 33.836299ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:48:34.659776Z","caller":"traceutil/trace.go:171","msg":"trace[1081281613] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"146.598964ms","start":"2026-05-07T15:48:34.513131Z","end":"2026-05-07T15:48:34.65973Z","steps":["trace[1081281613] 'process raft request' (duration: 112.351075ms)","trace[1081281613] 'compare' (duration: 33.725847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:48:34.659903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.839213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-07T15:48:34.659971Z","caller":"traceutil/trace.go:171","msg":"trace[1789226838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5454; }","duration":"144.936705ms","start":"2026-05-07T15:48:34.515018Z","end":"2026-05-07T15:48:34.659955Z","steps":["trace[1789226838] 'agreement among raft nodes before linearized reading' (duration: 144.741001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:48:34.664099Z","caller":"traceutil/trace.go:171","msg":"trace[364022099] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"139.369844ms","start":"2026-05-07T15:48:34.524706Z","end":"2026-05-07T15:48:34.664076Z","steps":["trace[364022099] 'process raft request' (duration: 138.815271ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:49:19.6286Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2890} {"level":"info","ts":"2026-05-07T15:49:19.712293Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2890,"took":"82.147032ms","hash":1122174644,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":33476608,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T15:49:19.712366Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1122174644,"revision":2890,"compact-revision":-1} {"level":"info","ts":"2026-05-07T15:54:19.634487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5919} {"level":"info","ts":"2026-05-07T15:54:19.736398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5919,"took":"99.231353ms","hash":3480835886,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":21278720,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-07T15:54:19.736491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3480835886,"revision":5919,"compact-revision":2890} {"level":"info","ts":"2026-05-07T15:54:37.617969Z","caller":"traceutil/trace.go:171","msg":"trace[1675942374] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"106.035659ms","start":"2026-05-07T15:54:37.511911Z","end":"2026-05-07T15:54:37.617946Z","steps":["trace[1675942374] 'read index received' (duration: 105.755132ms)","trace[1675942374] 'applied index is now lower than readState.Index' (duration: 279.377µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:54:37.618064Z","caller":"traceutil/trace.go:171","msg":"trace[1093860671] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"136.869822ms","start":"2026-05-07T15:54:37.48115Z","end":"2026-05-07T15:54:37.61802Z","steps":["trace[1093860671] 'process raft request' (duration: 136.635316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:54:37.6182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.280185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T15:54:37.618247Z","caller":"traceutil/trace.go:171","msg":"trace[938348292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8267; }","duration":"106.382748ms","start":"2026-05-07T15:54:37.511851Z","end":"2026-05-07T15:54:37.618234Z","steps":["trace[938348292] 'agreement among raft nodes before linearized reading' (duration: 106.239614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:54:49.810516Z","caller":"traceutil/trace.go:171","msg":"trace[863043935] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"140.557492ms","start":"2026-05-07T15:54:49.669928Z","end":"2026-05-07T15:54:49.810486Z","steps":["trace[863043935] 'process raft request' (duration: 140.324747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:54:49.810802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.498432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T15:54:49.810901Z","caller":"traceutil/trace.go:171","msg":"trace[1754776806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8328; }","duration":"136.633285ms","start":"2026-05-07T15:54:49.674243Z","end":"2026-05-07T15:54:49.810877Z","steps":["trace[1754776806] 'agreement among raft nodes before linearized reading' (duration: 136.353909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:54:49.811102Z","caller":"traceutil/trace.go:171","msg":"trace[1102748457] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"136.762138ms","start":"2026-05-07T15:54:49.674279Z","end":"2026-05-07T15:54:49.811041Z","steps":["trace[1102748457] 'read index received' (duration: 135.911848ms)","trace[1102748457] 'applied index is now lower than readState.Index' (duration: 261.476µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T15:54:49.811528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.284877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T15:54:49.811576Z","caller":"traceutil/trace.go:171","msg":"trace[2025840489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8328; }","duration":"120.38262ms","start":"2026-05-07T15:54:49.69118Z","end":"2026-05-07T15:54:49.811563Z","steps":["trace[2025840489] 'agreement among raft nodes before linearized reading' (duration: 120.137463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T15:54:51.059417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T15:54:51.059619Z","caller":"traceutil/trace.go:171","msg":"trace[330715209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8338; }","duration":"113.148953ms","start":"2026-05-07T15:54:50.946438Z","end":"2026-05-07T15:54:51.059587Z","steps":["trace[330715209] 'count revisions from in-memory index tree' (duration: 112.760493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:18.550673Z","caller":"traceutil/trace.go:171","msg":"trace[224396223] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"161.832002ms","start":"2026-05-07T15:55:18.38881Z","end":"2026-05-07T15:55:18.550642Z","steps":["trace[224396223] 'process raft request' (duration: 161.659018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:18.785556Z","caller":"traceutil/trace.go:171","msg":"trace[2048520870] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"205.342816ms","start":"2026-05-07T15:55:18.580175Z","end":"2026-05-07T15:55:18.785517Z","steps":["trace[2048520870] 'process raft request' (duration: 205.281075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:55:18.786045Z","caller":"traceutil/trace.go:171","msg":"trace[1054036585] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"219.269464ms","start":"2026-05-07T15:55:18.566761Z","end":"2026-05-07T15:55:18.78603Z","steps":["trace[1054036585] 'process raft request' (duration: 216.18915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T15:56:19.337876Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b1.wal"} {"level":"info","ts":"2026-05-07T15:56:47.129854Z","caller":"traceutil/trace.go:171","msg":"trace[898845878] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"161.900765ms","start":"2026-05-07T15:56:46.967919Z","end":"2026-05-07T15:56:47.12982Z","steps":["trace[898845878] 'process raft request' (duration: 76.154006ms)","trace[898845878] 'compare' (duration: 85.601055ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T15:57:22.688424Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T15:57:22.694003Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T15:57:22.694097Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-07T15:59:19.644683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8000} {"level":"info","ts":"2026-05-07T15:59:19.70438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8000,"took":"58.010509ms","hash":1127830283,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":29057024,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T15:59:19.704451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1127830283,"revision":8000,"compact-revision":5919} {"level":"info","ts":"2026-05-07T16:00:21.883417Z","caller":"traceutil/trace.go:171","msg":"trace[805606980] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"158.816118ms","start":"2026-05-07T16:00:21.724563Z","end":"2026-05-07T16:00:21.883379Z","steps":["trace[805606980] 'process raft request' (duration: 158.562562ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:04:19.653866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10556} {"level":"info","ts":"2026-05-07T16:04:19.740561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10556,"took":"83.951612ms","hash":58396078,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":27385856,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-07T16:04:19.740667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":58396078,"revision":10556,"compact-revision":8000} {"level":"info","ts":"2026-05-07T16:06:35.932725Z","caller":"traceutil/trace.go:171","msg":"trace[992766549] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"109.216907ms","start":"2026-05-07T16:06:35.82348Z","end":"2026-05-07T16:06:35.932697Z","steps":["trace[992766549] 'process raft request' (duration: 109.027932ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:12.524397Z","caller":"traceutil/trace.go:171","msg":"trace[2054152454] linearizableReadLoop","detail":"{readStateIndex:14435; appliedIndex:14433; }","duration":"389.424259ms","start":"2026-05-07T16:07:12.134947Z","end":"2026-05-07T16:07:12.524372Z","steps":["trace[2054152454] 'read index received' (duration: 389.145753ms)","trace[2054152454] 'applied index is now lower than readState.Index' (duration: 277.966µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:07:12.524459Z","caller":"traceutil/trace.go:171","msg":"trace[1440610539] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"542.814055ms","start":"2026-05-07T16:07:11.9816Z","end":"2026-05-07T16:07:12.524414Z","steps":["trace[1440610539] 'process raft request' (duration: 542.562009ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:12.524493Z","caller":"traceutil/trace.go:171","msg":"trace[640989228] transaction","detail":"{read_only:false; response_revision:13956; number_of_response:1; }","duration":"541.955704ms","start":"2026-05-07T16:07:11.982497Z","end":"2026-05-07T16:07:12.524453Z","steps":["trace[640989228] 'process raft request' (duration: 541.845222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:07:12.524563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.603873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:07:12.524599Z","caller":"traceutil/trace.go:171","msg":"trace[543154060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13956; }","duration":"389.664095ms","start":"2026-05-07T16:07:12.134927Z","end":"2026-05-07T16:07:12.524591Z","steps":["trace[543154060] 'agreement among raft nodes before linearized reading' (duration: 389.579853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:07:12.524626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:07:12.134839Z","time spent":"389.781787ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:07:12.524677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:07:11.981575Z","time spent":"542.98586ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:07:12.524682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:07:11.982481Z","time spent":"542.102048ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:07:12.525014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.343307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-srnzb\" ","response":"range_response_count:1 size:11628"} {"level":"warn","ts":"2026-05-07T16:07:12.525049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.627967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gj256\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T16:07:12.525128Z","caller":"traceutil/trace.go:171","msg":"trace[384933912] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-srnzb; range_end:; response_count:1; response_revision:13956; }","duration":"296.527192ms","start":"2026-05-07T16:07:12.228576Z","end":"2026-05-07T16:07:12.525103Z","steps":["trace[384933912] 'agreement among raft nodes before linearized reading' (duration: 296.163472ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:12.525154Z","caller":"traceutil/trace.go:171","msg":"trace[368135169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gj256; range_end:; response_count:1; response_revision:13956; }","duration":"170.790981ms","start":"2026-05-07T16:07:12.354337Z","end":"2026-05-07T16:07:12.525128Z","steps":["trace[368135169] 'agreement among raft nodes before linearized reading' (duration: 170.504003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:12.953157Z","caller":"traceutil/trace.go:171","msg":"trace[609937901] linearizableReadLoop","detail":"{readStateIndex:14436; appliedIndex:14435; }","duration":"313.170998ms","start":"2026-05-07T16:07:12.639953Z","end":"2026-05-07T16:07:12.953124Z","steps":["trace[609937901] 'read index received' (duration: 312.950332ms)","trace[609937901] 'applied index is now lower than readState.Index' (duration: 213.715µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:07:12.953304Z","caller":"traceutil/trace.go:171","msg":"trace[390121745] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"413.514739ms","start":"2026-05-07T16:07:12.539726Z","end":"2026-05-07T16:07:12.95324Z","steps":["trace[390121745] 'process raft request' (duration: 413.188331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:07:12.953503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.522687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-05-07T16:07:12.953565Z","caller":"traceutil/trace.go:171","msg":"trace[386334907] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:13957; }","duration":"313.656681ms","start":"2026-05-07T16:07:12.639893Z","end":"2026-05-07T16:07:12.953549Z","steps":["trace[386334907] 'agreement among raft nodes before linearized reading' (duration: 313.418765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:07:12.95362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:07:12.639868Z","time spent":"313.739212ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-07T16:07:12.95384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:07:12.539696Z","time spent":"413.843486ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:07:12.954063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.896785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:07:12.954172Z","caller":"traceutil/trace.go:171","msg":"trace[280281153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13958; }","duration":"169.063729ms","start":"2026-05-07T16:07:12.785083Z","end":"2026-05-07T16:07:12.954146Z","steps":["trace[280281153] 'agreement among raft nodes before linearized reading' (duration: 168.793042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:12.954185Z","caller":"traceutil/trace.go:171","msg":"trace[1796460999] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"109.170456ms","start":"2026-05-07T16:07:12.844995Z","end":"2026-05-07T16:07:12.954166Z","steps":["trace[1796460999] 'process raft request' (duration: 108.739336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:07:35.7172Z","caller":"traceutil/trace.go:171","msg":"trace[1934332021] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"132.468974ms","start":"2026-05-07T16:07:35.584692Z","end":"2026-05-07T16:07:35.717161Z","steps":["trace[1934332021] 'process raft request' (duration: 132.148767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:08:47.646237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.445019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T16:08:47.646358Z","caller":"traceutil/trace.go:171","msg":"trace[1936131216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15007; }","duration":"131.613674ms","start":"2026-05-07T16:08:47.514719Z","end":"2026-05-07T16:08:47.646332Z","steps":["trace[1936131216] 'range keys from in-memory index tree' (duration: 131.164413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:08:47.647523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.101992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T16:08:47.647634Z","caller":"traceutil/trace.go:171","msg":"trace[339533003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15007; }","duration":"129.289577ms","start":"2026-05-07T16:08:47.518322Z","end":"2026-05-07T16:08:47.647611Z","steps":["trace[339533003] 'range keys from in-memory index tree' (duration: 127.745909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:08:47.936506Z","caller":"traceutil/trace.go:171","msg":"trace[743939292] linearizableReadLoop","detail":"{readStateIndex:15520; appliedIndex:15519; }","duration":"226.685617ms","start":"2026-05-07T16:08:47.709793Z","end":"2026-05-07T16:08:47.936479Z","steps":["trace[743939292] 'read index received' (duration: 192.932062ms)","trace[743939292] 'applied index is now lower than readState.Index' (duration: 33.751865ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:08:47.936648Z","caller":"traceutil/trace.go:171","msg":"trace[2034491228] transaction","detail":"{read_only:false; response_revision:15010; number_of_response:1; }","duration":"236.024484ms","start":"2026-05-07T16:08:47.700598Z","end":"2026-05-07T16:08:47.936622Z","steps":["trace[2034491228] 'process raft request' (duration: 202.144886ms)","trace[2034491228] 'compare' (duration: 33.611912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:08:47.936786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.963263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:08:47.936837Z","caller":"traceutil/trace.go:171","msg":"trace[389346977] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:15010; }","duration":"227.075206ms","start":"2026-05-07T16:08:47.709746Z","end":"2026-05-07T16:08:47.936822Z","steps":["trace[389346977] 'agreement among raft nodes before linearized reading' (duration: 226.872401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:08:47.942189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.487941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T16:08:47.942307Z","caller":"traceutil/trace.go:171","msg":"trace[1378562312] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhzz; range_end:; response_count:1; response_revision:15010; }","duration":"165.85335ms","start":"2026-05-07T16:08:47.776423Z","end":"2026-05-07T16:08:47.942277Z","steps":["trace[1378562312] 'agreement among raft nodes before linearized reading' (duration: 165.358798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:08:47.942629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.480782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T16:08:47.942831Z","caller":"traceutil/trace.go:171","msg":"trace[694071407] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhzz; range_end:; response_count:1; response_revision:15010; }","duration":"163.691567ms","start":"2026-05-07T16:08:47.779122Z","end":"2026-05-07T16:08:47.942813Z","steps":["trace[694071407] 'agreement among raft nodes before linearized reading' (duration: 163.361649ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:09:19.666797Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12720} {"level":"info","ts":"2026-05-07T16:09:19.740966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12720,"took":"70.8433ms","hash":2329189254,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:09:19.741034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2329189254,"revision":12720,"compact-revision":10556} {"level":"warn","ts":"2026-05-07T16:11:11.904036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199504708702958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:11:12.154971Z","caller":"traceutil/trace.go:171","msg":"trace[619690136] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"765.14401ms","start":"2026-05-07T16:11:11.389804Z","end":"2026-05-07T16:11:12.154948Z","steps":["trace[619690136] 'process raft request' (duration: 762.868874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.155124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.389784Z","time spent":"765.268654ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:12.157494Z","caller":"traceutil/trace.go:171","msg":"trace[458950633] linearizableReadLoop","detail":"{readStateIndex:16528; appliedIndex:16526; }","duration":"753.718771ms","start":"2026-05-07T16:11:11.403751Z","end":"2026-05-07T16:11:12.157469Z","steps":["trace[458950633] 'read index received' (duration: 751.004005ms)","trace[458950633] 'applied index is now lower than readState.Index' (duration: 2.713866ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:11:12.157836Z","caller":"traceutil/trace.go:171","msg":"trace[230808474] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"337.810872ms","start":"2026-05-07T16:11:11.82001Z","end":"2026-05-07T16:11:12.157821Z","steps":["trace[230808474] 'process raft request' (duration: 337.251398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.157891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.81999Z","time spent":"337.875973ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6974,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:11:12.157881Z","caller":"traceutil/trace.go:171","msg":"trace[913636997] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"204.431274ms","start":"2026-05-07T16:11:11.9534Z","end":"2026-05-07T16:11:12.157832Z","steps":["trace[913636997] 'process raft request' (duration: 204.016423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.297426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:11:12.158077Z","caller":"traceutil/trace.go:171","msg":"trace[1115134272] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:15982; }","duration":"754.349407ms","start":"2026-05-07T16:11:11.403719Z","end":"2026-05-07T16:11:12.158069Z","steps":["trace[1115134272] 'agreement among raft nodes before linearized reading' (duration: 754.298385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.40371Z","time spent":"754.381127ms","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:11:12.158266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.368114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T16:11:12.158287Z","caller":"traceutil/trace.go:171","msg":"trace[311330347] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhzz; range_end:; response_count:1; response_revision:15982; }","duration":"618.437367ms","start":"2026-05-07T16:11:11.539845Z","end":"2026-05-07T16:11:12.158283Z","steps":["trace[311330347] 'agreement among raft nodes before linearized reading' (duration: 618.347555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.539824Z","time spent":"618.475517ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" "} {"level":"warn","ts":"2026-05-07T16:11:12.158445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.556154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T16:11:12.158465Z","caller":"traceutil/trace.go:171","msg":"trace[1843003005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15982; }","duration":"251.603206ms","start":"2026-05-07T16:11:11.906856Z","end":"2026-05-07T16:11:12.15846Z","steps":["trace[1843003005] 'agreement among raft nodes before linearized reading' (duration: 251.542114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.888756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T16:11:12.158579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.716521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-05-07T16:11:12.158565Z","caller":"traceutil/trace.go:171","msg":"trace[2116820808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15982; }","duration":"185.022429ms","start":"2026-05-07T16:11:11.973528Z","end":"2026-05-07T16:11:12.15855Z","steps":["trace[2116820808] 'agreement among raft nodes before linearized reading' (duration: 184.772083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.132871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T16:11:12.158774Z","caller":"traceutil/trace.go:171","msg":"trace[1109246664] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15982; }","duration":"352.321687ms","start":"2026-05-07T16:11:11.806425Z","end":"2026-05-07T16:11:12.158747Z","steps":["trace[1109246664] 'agreement among raft nodes before linearized reading' (duration: 352.000718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.806405Z","time spent":"352.416548ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-07T16:11:12.158854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.329527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-07T16:11:12.158878Z","caller":"traceutil/trace.go:171","msg":"trace[199215179] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15982; }","duration":"352.377268ms","start":"2026-05-07T16:11:11.806495Z","end":"2026-05-07T16:11:12.158873Z","steps":["trace[199215179] 'agreement among raft nodes before linearized reading' (duration: 352.316246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.158897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.806489Z","time spent":"352.404628ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-05-07T16:11:12.158601Z","caller":"traceutil/trace.go:171","msg":"trace[1139417318] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhzz; range_end:; response_count:1; response_revision:15982; }","duration":"475.739551ms","start":"2026-05-07T16:11:11.682856Z","end":"2026-05-07T16:11:12.158596Z","steps":["trace[1139417318] 'agreement among raft nodes before linearized reading' (duration: 475.68062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.15905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:11:11.682781Z","time spent":"476.263944ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhzz\" "} {"level":"warn","ts":"2026-05-07T16:11:12.159134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.908494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T16:11:12.159159Z","caller":"traceutil/trace.go:171","msg":"trace[50697154] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15982; }","duration":"102.976755ms","start":"2026-05-07T16:11:12.056172Z","end":"2026-05-07T16:11:12.159149Z","steps":["trace[50697154] 'agreement among raft nodes before linearized reading' (duration: 102.938904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:11:12.159276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.391738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T16:11:12.15929Z","caller":"traceutil/trace.go:171","msg":"trace[984429166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15982; }","duration":"169.423178ms","start":"2026-05-07T16:11:11.989863Z","end":"2026-05-07T16:11:12.159286Z","steps":["trace[984429166] 'agreement among raft nodes before linearized reading' (duration: 169.379747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:14:19.673768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15173} {"level":"info","ts":"2026-05-07T16:14:19.770023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15173,"took":"92.417367ms","hash":3354101608,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":31633408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T16:14:19.770113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3354101608,"revision":15173,"compact-revision":12720} {"level":"warn","ts":"2026-05-07T16:14:49.965404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.99851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:14:49.965521Z","caller":"traceutil/trace.go:171","msg":"trace[447971631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17660; }","duration":"167.173884ms","start":"2026-05-07T16:14:49.798322Z","end":"2026-05-07T16:14:49.965496Z","steps":["trace[447971631] 'range keys from in-memory index tree' (duration: 166.774124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:14:49.965413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.613678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T16:14:49.96562Z","caller":"traceutil/trace.go:171","msg":"trace[1212626600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17660; }","duration":"161.851724ms","start":"2026-05-07T16:14:49.803742Z","end":"2026-05-07T16:14:49.965594Z","steps":["trace[1212626600] 'range keys from in-memory index tree' (duration: 161.446114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:14:55.70573Z","caller":"traceutil/trace.go:171","msg":"trace[1150505114] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"107.738983ms","start":"2026-05-07T16:14:55.597962Z","end":"2026-05-07T16:14:55.705701Z","steps":["trace[1150505114] 'process raft request' (duration: 107.130558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:14:56.447842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.962626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:14:56.448063Z","caller":"traceutil/trace.go:171","msg":"trace[1891844500] linearizableReadLoop","detail":"{readStateIndex:18297; appliedIndex:18296; }","duration":"313.374604ms","start":"2026-05-07T16:14:56.134641Z","end":"2026-05-07T16:14:56.448016Z","steps":["trace[1891844500] 'read index received' (duration: 126.149421ms)","trace[1891844500] 'applied index is now lower than readState.Index' (duration: 187.222843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:14:56.448183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.538249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:14:56.448286Z","caller":"traceutil/trace.go:171","msg":"trace[2123235113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17698; }","duration":"313.673811ms","start":"2026-05-07T16:14:56.134601Z","end":"2026-05-07T16:14:56.448274Z","steps":["trace[2123235113] 'agreement among raft nodes before linearized reading' (duration: 313.505567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:14:56.44836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:14:56.134573Z","time spent":"313.748064ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:14:56.44834Z","caller":"traceutil/trace.go:171","msg":"trace[2128497511] transaction","detail":"{read_only:false; response_revision:17698; number_of_response:1; }","duration":"395.968322ms","start":"2026-05-07T16:14:56.052316Z","end":"2026-05-07T16:14:56.448284Z","steps":["trace[2128497511] 'process raft request' (duration: 208.479753ms)","trace[2128497511] 'compare' (duration: 186.628998ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:14:56.448619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:14:56.052285Z","time spent":"396.174238ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:18:20.710267Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T16:18:20.716552Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T16:18:20.716693Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T16:19:19.683502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17452} {"level":"info","ts":"2026-05-07T16:19:19.792342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17452,"took":"104.384861ms","hash":1934680133,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":33611776,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T16:19:19.792524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1934680133,"revision":17452,"compact-revision":15173} {"level":"info","ts":"2026-05-07T16:20:49.563265Z","caller":"traceutil/trace.go:171","msg":"trace[73732450] linearizableReadLoop","detail":"{readStateIndex:21105; appliedIndex:21103; }","duration":"278.488223ms","start":"2026-05-07T16:20:49.284733Z","end":"2026-05-07T16:20:49.563221Z","steps":["trace[73732450] 'read index received' (duration: 10.809134ms)","trace[73732450] 'applied index is now lower than readState.Index' (duration: 267.676729ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:20:49.563401Z","caller":"traceutil/trace.go:171","msg":"trace[1440877376] transaction","detail":"{read_only:false; response_revision:20418; number_of_response:1; }","duration":"295.9175ms","start":"2026-05-07T16:20:49.26743Z","end":"2026-05-07T16:20:49.563347Z","steps":["trace[1440877376] 'process raft request' (duration: 294.085075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:20:49.563815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.824222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:20:49.563934Z","caller":"traceutil/trace.go:171","msg":"trace[47450612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20418; }","duration":"279.189421ms","start":"2026-05-07T16:20:49.284723Z","end":"2026-05-07T16:20:49.563912Z","steps":["trace[47450612] 'agreement among raft nodes before linearized reading' (duration: 278.636198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:20:49.866982Z","caller":"traceutil/trace.go:171","msg":"trace[856683407] transaction","detail":"{read_only:false; response_revision:20419; number_of_response:1; }","duration":"525.16344ms","start":"2026-05-07T16:20:49.341769Z","end":"2026-05-07T16:20:49.866932Z","steps":["trace[856683407] 'process raft request' (duration: 451.564662ms)","trace[856683407] 'compare' (duration: 73.362133ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:20:49.867209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:20:49.341744Z","time spent":"525.335415ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:20:49.867436Z","caller":"traceutil/trace.go:171","msg":"trace[1811646715] transaction","detail":"{read_only:false; response_revision:20420; number_of_response:1; }","duration":"523.116741ms","start":"2026-05-07T16:20:49.344276Z","end":"2026-05-07T16:20:49.867392Z","steps":["trace[1811646715] 'process raft request' (duration: 522.604598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:20:49.867647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:20:49.344215Z","time spent":"523.322935ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:20:49.867904Z","caller":"traceutil/trace.go:171","msg":"trace[860689267] linearizableReadLoop","detail":"{readStateIndex:21108; appliedIndex:21105; }","duration":"299.453576ms","start":"2026-05-07T16:20:49.568398Z","end":"2026-05-07T16:20:49.867852Z","steps":["trace[860689267] 'read index received' (duration: 224.856443ms)","trace[860689267] 'applied index is now lower than readState.Index' (duration: 74.590843ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:20:49.867904Z","caller":"traceutil/trace.go:171","msg":"trace[1721235280] transaction","detail":"{read_only:false; response_revision:20421; number_of_response:1; }","duration":"489.761005ms","start":"2026-05-07T16:20:49.378098Z","end":"2026-05-07T16:20:49.867859Z","steps":["trace[1721235280] 'process raft request' (duration: 489.182201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:20:49.868123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:20:49.378069Z","time spent":"489.94257ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:20:49.868118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.718523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:20:49.868191Z","caller":"traceutil/trace.go:171","msg":"trace[1623593782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20421; }","duration":"299.898117ms","start":"2026-05-07T16:20:49.568277Z","end":"2026-05-07T16:20:49.868175Z","steps":["trace[1623593782] 'agreement among raft nodes before linearized reading' (duration: 299.663951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:24:19.690135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19861} {"level":"info","ts":"2026-05-07T16:24:19.803559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19861,"took":"108.898611ms","hash":4246025921,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":29913088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:24:19.803654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4246025921,"revision":19861,"compact-revision":17452} {"level":"info","ts":"2026-05-07T16:24:47.338223Z","caller":"traceutil/trace.go:171","msg":"trace[663600706] linearizableReadLoop","detail":"{readStateIndex:23596; appliedIndex:23594; }","duration":"200.636652ms","start":"2026-05-07T16:24:47.137553Z","end":"2026-05-07T16:24:47.338189Z","steps":["trace[663600706] 'read index received' (duration: 114.548479ms)","trace[663600706] 'applied index is now lower than readState.Index' (duration: 86.086613ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:24:47.338894Z","caller":"traceutil/trace.go:171","msg":"trace[1751854749] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"350.126814ms","start":"2026-05-07T16:24:46.988714Z","end":"2026-05-07T16:24:47.338841Z","steps":["trace[1751854749] 'process raft request' (duration: 349.329295ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:24:47.33891Z","caller":"traceutil/trace.go:171","msg":"trace[1929131238] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"390.037119ms","start":"2026-05-07T16:24:46.948813Z","end":"2026-05-07T16:24:47.33885Z","steps":["trace[1929131238] 'process raft request' (duration: 303.346691ms)","trace[1929131238] 'compare' (duration: 85.404106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:24:47.339091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:24:46.988678Z","time spent":"350.314838ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:24:47.339337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:24:46.948788Z","time spent":"390.214792ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:24:47.340161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.595091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:24:47.340261Z","caller":"traceutil/trace.go:171","msg":"trace[1463881928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22835; }","duration":"202.727704ms","start":"2026-05-07T16:24:47.137483Z","end":"2026-05-07T16:24:47.340211Z","steps":["trace[1463881928] 'agreement among raft nodes before linearized reading' (duration: 200.898259ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:26:17.409236Z","caller":"traceutil/trace.go:171","msg":"trace[83212494] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"108.717507ms","start":"2026-05-07T16:26:17.300484Z","end":"2026-05-07T16:26:17.409201Z","steps":["trace[83212494] 'process raft request' (duration: 108.456601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:20.631212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.457889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:28:20.632198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.673709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:20.632683Z","caller":"traceutil/trace.go:171","msg":"trace[1095094849] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"291.822605ms","start":"2026-05-07T16:28:20.340794Z","end":"2026-05-07T16:28:20.632616Z","steps":["trace[1095094849] 'process raft request' (duration: 130.638374ms)","trace[1095094849] 'compare' (duration: 160.567227ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:20.632809Z","caller":"traceutil/trace.go:171","msg":"trace[887373097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25004; }","duration":"306.762011ms","start":"2026-05-07T16:28:20.32569Z","end":"2026-05-07T16:28:20.632452Z","steps":["trace[887373097] 'range keys from in-memory index tree' (duration: 305.306145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:20.632905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.325676Z","time spent":"307.212991ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T16:28:21.0453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.793182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:21.045418Z","caller":"traceutil/trace.go:171","msg":"trace[1113835202] linearizableReadLoop","detail":"{readStateIndex:25824; appliedIndex:25822; }","duration":"576.625439ms","start":"2026-05-07T16:28:20.468774Z","end":"2026-05-07T16:28:21.045399Z","steps":["trace[1113835202] 'read index received' (duration: 2.683485ms)","trace[1113835202] 'applied index is now lower than readState.Index' (duration: 573.940514ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:21.045535Z","caller":"traceutil/trace.go:171","msg":"trace[2329933] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"634.788952ms","start":"2026-05-07T16:28:20.410695Z","end":"2026-05-07T16:28:21.045484Z","steps":["trace[2329933] 'process raft request' (duration: 401.711303ms)","trace[2329933] 'compare' (duration: 232.639659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:21.045589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.813195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:28:21.045779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.410665Z","time spent":"634.971647ms","remote":"127.0.0.1:47596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:21.045788Z","caller":"traceutil/trace.go:171","msg":"trace[330795870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25006; }","duration":"577.024699ms","start":"2026-05-07T16:28:20.468723Z","end":"2026-05-07T16:28:21.045748Z","steps":["trace[330795870] 'agreement among raft nodes before linearized reading' (duration: 576.747723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:21.045907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.4687Z","time spent":"577.166023ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:28:21.489434Z","caller":"traceutil/trace.go:171","msg":"trace[1350486263] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25824; }","duration":"443.951047ms","start":"2026-05-07T16:28:21.045446Z","end":"2026-05-07T16:28:21.489397Z","steps":["trace[1350486263] 'read index received' (duration: 429.288497ms)","trace[1350486263] 'applied index is now lower than readState.Index' (duration: 14.66107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:21.489533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.454919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:21.48961Z","caller":"traceutil/trace.go:171","msg":"trace[1661449767] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25007; }","duration":"579.548611ms","start":"2026-05-07T16:28:20.910042Z","end":"2026-05-07T16:28:21.489591Z","steps":["trace[1661449767] 'agreement among raft nodes before linearized reading' (duration: 579.379717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:21.489653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.760416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T16:28:21.48967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.909961Z","time spent":"579.697925ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:21.489742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.042629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:28:21.489768Z","caller":"traceutil/trace.go:171","msg":"trace[1163130734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25007; }","duration":"606.09313ms","start":"2026-05-07T16:28:20.883669Z","end":"2026-05-07T16:28:21.489762Z","steps":["trace[1163130734] 'agreement among raft nodes before linearized reading' (duration: 606.026209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:21.489795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.88366Z","time spent":"606.130501ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T16:28:21.489942Z","caller":"traceutil/trace.go:171","msg":"trace[370316298] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"617.211542ms","start":"2026-05-07T16:28:20.872713Z","end":"2026-05-07T16:28:21.489925Z","steps":["trace[370316298] 'process raft request' (duration: 601.941768ms)","trace[370316298] 'compare' (duration: 14.578267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:21.489986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.524781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:21.490006Z","caller":"traceutil/trace.go:171","msg":"trace[152379714] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25007; }","duration":"853.590182ms","start":"2026-05-07T16:28:20.636411Z","end":"2026-05-07T16:28:21.490001Z","steps":["trace[152379714] 'agreement among raft nodes before linearized reading' (duration: 853.547621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:21.490033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.636391Z","time spent":"853.637814ms","remote":"127.0.0.1:54310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T16:28:21.490051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.872682Z","time spent":"617.299255ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:21.489683Z","caller":"traceutil/trace.go:171","msg":"trace[2137884914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25007; }","duration":"588.845989ms","start":"2026-05-07T16:28:20.900825Z","end":"2026-05-07T16:28:21.489671Z","steps":["trace[2137884914] 'agreement among raft nodes before linearized reading' (duration: 588.696096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:21.490153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:20.9008Z","time spent":"589.34449ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:28:21.989961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199504708729544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T16:28:22.022616Z","caller":"traceutil/trace.go:171","msg":"trace[1473985364] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"973.298109ms","start":"2026-05-07T16:28:21.049286Z","end":"2026-05-07T16:28:22.022584Z","steps":["trace[1473985364] 'process raft request' (duration: 972.702595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.022785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.049255Z","time spent":"973.434483ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.022995Z","caller":"traceutil/trace.go:171","msg":"trace[1828204935] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"971.799454ms","start":"2026-05-07T16:28:21.051161Z","end":"2026-05-07T16:28:22.022961Z","steps":["trace[1828204935] 'process raft request' (duration: 971.351872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.023222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.051137Z","time spent":"971.964297ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.023366Z","caller":"traceutil/trace.go:171","msg":"trace[688685257] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"914.217945ms","start":"2026-05-07T16:28:21.109111Z","end":"2026-05-07T16:28:22.023328Z","steps":["trace[688685257] 'process raft request' (duration: 913.730644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.02345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.109093Z","time spent":"914.317137ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.200795Z","caller":"traceutil/trace.go:171","msg":"trace[1327382874] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"698.017779ms","start":"2026-05-07T16:28:21.502753Z","end":"2026-05-07T16:28:22.200771Z","steps":["trace[1327382874] 'process raft request' (duration: 697.885225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.200941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.502746Z","time spent":"698.115942ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.201127Z","caller":"traceutil/trace.go:171","msg":"trace[425598000] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"698.517011ms","start":"2026-05-07T16:28:21.502597Z","end":"2026-05-07T16:28:22.201114Z","steps":["trace[425598000] 'process raft request' (duration: 696.341438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.20119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.502567Z","time spent":"698.598593ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.201306Z","caller":"traceutil/trace.go:171","msg":"trace[379328776] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"292.599605ms","start":"2026-05-07T16:28:21.908686Z","end":"2026-05-07T16:28:22.201286Z","steps":["trace[379328776] 'process raft request' (duration: 292.268937ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:22.201463Z","caller":"traceutil/trace.go:171","msg":"trace[349673377] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"400.399111ms","start":"2026-05-07T16:28:21.801054Z","end":"2026-05-07T16:28:22.201453Z","steps":["trace[349673377] 'process raft request' (duration: 399.795377ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:22.201448Z","caller":"traceutil/trace.go:171","msg":"trace[1776581436] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"471.405407ms","start":"2026-05-07T16:28:21.730002Z","end":"2026-05-07T16:28:22.201408Z","steps":["trace[1776581436] 'process raft request' (duration: 470.734711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.20152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.801028Z","time spent":"400.464303ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:22.201499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.891609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:22.201545Z","caller":"traceutil/trace.go:171","msg":"trace[649820438] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"289.510759ms","start":"2026-05-07T16:28:21.911988Z","end":"2026-05-07T16:28:22.201499Z","steps":["trace[649820438] 'process raft request' (duration: 289.012317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:22.201601Z","caller":"traceutil/trace.go:171","msg":"trace[1607840657] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25016; }","duration":"984.031682ms","start":"2026-05-07T16:28:21.217552Z","end":"2026-05-07T16:28:22.201584Z","steps":["trace[1607840657] 'agreement among raft nodes before linearized reading' (duration: 983.772446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.201653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.217517Z","time spent":"984.120564ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:22.201666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.729971Z","time spent":"471.582741ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:22.20176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024400469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:22.201821Z","caller":"traceutil/trace.go:171","msg":"trace[576678140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25016; }","duration":"1.024519742s","start":"2026-05-07T16:28:21.177285Z","end":"2026-05-07T16:28:22.201805Z","steps":["trace[576678140] 'agreement among raft nodes before linearized reading' (duration: 1.02441088s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.201865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.177265Z","time spent":"1.024589954s","remote":"127.0.0.1:46314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:22.201872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066747254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:22.201916Z","caller":"traceutil/trace.go:171","msg":"trace[258694506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25016; }","duration":"1.066856688s","start":"2026-05-07T16:28:21.135046Z","end":"2026-05-07T16:28:22.201902Z","steps":["trace[258694506] 'agreement among raft nodes before linearized reading' (duration: 1.066772115s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.201951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.135014Z","time spent":"1.066925409s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:28:22.201082Z","caller":"traceutil/trace.go:171","msg":"trace[1280053752] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25825; }","duration":"711.559069ms","start":"2026-05-07T16:28:21.489494Z","end":"2026-05-07T16:28:22.201053Z","steps":["trace[1280053752] 'read index received' (duration: 532.945301ms)","trace[1280053752] 'applied index is now lower than readState.Index' (duration: 178.612528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:22.202231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146478485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-05-07T16:28:22.202282Z","caller":"traceutil/trace.go:171","msg":"trace[1767227307] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25016; }","duration":"1.146553997s","start":"2026-05-07T16:28:21.055712Z","end":"2026-05-07T16:28:22.202266Z","steps":["trace[1767227307] 'agreement among raft nodes before linearized reading' (duration: 1.146356212s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.202324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.0557Z","time spent":"1.146615208s","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-07T16:28:22.202386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.925945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:28:22.20243Z","caller":"traceutil/trace.go:171","msg":"trace[1230216925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25016; }","duration":"699.970667ms","start":"2026-05-07T16:28:21.502447Z","end":"2026-05-07T16:28:22.202418Z","steps":["trace[1230216925] 'agreement among raft nodes before linearized reading' (duration: 699.793012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.202467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.502392Z","time spent":"700.067569ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:28:22.202777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.477006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:28:22.202827Z","caller":"traceutil/trace.go:171","msg":"trace[251736360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25016; }","duration":"412.60645ms","start":"2026-05-07T16:28:21.79021Z","end":"2026-05-07T16:28:22.202816Z","steps":["trace[251736360] 'agreement among raft nodes before linearized reading' (duration: 412.483387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.202861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.790186Z","time spent":"412.668391ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T16:28:22.202872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.77929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:28:22.202935Z","caller":"traceutil/trace.go:171","msg":"trace[883947682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25016; }","duration":"418.888272ms","start":"2026-05-07T16:28:21.784034Z","end":"2026-05-07T16:28:22.202922Z","steps":["trace[883947682] 'agreement among raft nodes before linearized reading' (duration: 418.680038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.202974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:21.78401Z","time spent":"418.956374ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T16:28:22.606416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.836576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:22.60655Z","caller":"traceutil/trace.go:171","msg":"trace[580463709] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"398.073684ms","start":"2026-05-07T16:28:22.208452Z","end":"2026-05-07T16:28:22.606526Z","steps":["trace[580463709] 'process raft request' (duration: 189.018342ms)","trace[580463709] 'compare' (duration: 208.447506ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:22.60662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.20844Z","time spent":"398.146046ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.836632Z","caller":"traceutil/trace.go:171","msg":"trace[467260981] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"627.853943ms","start":"2026-05-07T16:28:22.208748Z","end":"2026-05-07T16:28:22.836602Z","steps":["trace[467260981] 'process raft request' (duration: 594.301082ms)","trace[467260981] 'compare' (duration: 33.364797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:22.836826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.208725Z","time spent":"628.001417ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.836869Z","caller":"traceutil/trace.go:171","msg":"trace[840243166] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"628.065939ms","start":"2026-05-07T16:28:22.208771Z","end":"2026-05-07T16:28:22.836837Z","steps":["trace[840243166] 'process raft request' (duration: 627.784272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.837035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.20874Z","time spent":"628.201831ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:22.837136Z","caller":"traceutil/trace.go:171","msg":"trace[1039705534] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"190.460207ms","start":"2026-05-07T16:28:22.64666Z","end":"2026-05-07T16:28:22.837121Z","steps":["trace[1039705534] 'process raft request' (duration: 190.329894ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:22.83709Z","caller":"traceutil/trace.go:171","msg":"trace[825783415] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"626.52628ms","start":"2026-05-07T16:28:22.210502Z","end":"2026-05-07T16:28:22.837028Z","steps":["trace[825783415] 'process raft request' (duration: 626.258784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:22.837162Z","caller":"traceutil/trace.go:171","msg":"trace[1691157993] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25834; }","duration":"628.095949ms","start":"2026-05-07T16:28:22.208933Z","end":"2026-05-07T16:28:22.837029Z","steps":["trace[1691157993] 'read index received' (duration: 188.562542ms)","trace[1691157993] 'applied index is now lower than readState.Index' (duration: 439.532067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:22.83714Z","caller":"traceutil/trace.go:171","msg":"trace[674200103] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"514.805459ms","start":"2026-05-07T16:28:22.322252Z","end":"2026-05-07T16:28:22.837058Z","steps":["trace[674200103] 'process raft request' (duration: 514.676666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.837342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.210494Z","time spent":"626.724485ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:22.83737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.322216Z","time spent":"515.030774ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:22.837403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.443377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-05-07T16:28:22.837475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.824192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:22.837502Z","caller":"traceutil/trace.go:171","msg":"trace[94309172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25022; }","duration":"628.571621ms","start":"2026-05-07T16:28:22.208911Z","end":"2026-05-07T16:28:22.837482Z","steps":["trace[94309172] 'agreement among raft nodes before linearized reading' (duration: 628.123419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.837546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.208904Z","time spent":"628.633843ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18564,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T16:28:22.837551Z","caller":"traceutil/trace.go:171","msg":"trace[1273926090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25022; }","duration":"627.890914ms","start":"2026-05-07T16:28:22.209624Z","end":"2026-05-07T16:28:22.837515Z","steps":["trace[1273926090] 'agreement among raft nodes before linearized reading' (duration: 627.680369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.837598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.209619Z","time spent":"627.966146ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:28:22.837618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.857922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:22.837692Z","caller":"traceutil/trace.go:171","msg":"trace[714456726] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25022; }","duration":"409.981746ms","start":"2026-05-07T16:28:22.427679Z","end":"2026-05-07T16:28:22.83766Z","steps":["trace[714456726] 'agreement among raft nodes before linearized reading' (duration: 409.883764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:22.837734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:22.427648Z","time spent":"410.076418ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:28:23.053852Z","caller":"traceutil/trace.go:171","msg":"trace[812465749] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25840; }","duration":"211.930132ms","start":"2026-05-07T16:28:22.84187Z","end":"2026-05-07T16:28:23.0538Z","steps":["trace[812465749] 'read index received' (duration: 142.492684ms)","trace[812465749] 'applied index is now lower than readState.Index' (duration: 69.415527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:23.054238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.332912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-07T16:28:23.054299Z","caller":"traceutil/trace.go:171","msg":"trace[2025959903] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25022; }","duration":"212.439904ms","start":"2026-05-07T16:28:22.841847Z","end":"2026-05-07T16:28:23.054287Z","steps":["trace[2025959903] 'agreement among raft nodes before linearized reading' (duration: 212.179138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:23.054349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.651299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T16:28:23.054442Z","caller":"traceutil/trace.go:171","msg":"trace[353357245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25022; }","duration":"205.779431ms","start":"2026-05-07T16:28:22.84864Z","end":"2026-05-07T16:28:23.054419Z","steps":["trace[353357245] 'agreement among raft nodes before linearized reading' (duration: 205.540396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:28.704368Z","caller":"traceutil/trace.go:171","msg":"trace[1043882695] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25876; }","duration":"427.263488ms","start":"2026-05-07T16:28:28.277076Z","end":"2026-05-07T16:28:28.704339Z","steps":["trace[1043882695] 'read index received' (duration: 426.622403ms)","trace[1043882695] 'applied index is now lower than readState.Index' (duration: 640.075µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:28.704517Z","caller":"traceutil/trace.go:171","msg":"trace[88046775] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"454.535054ms","start":"2026-05-07T16:28:28.249968Z","end":"2026-05-07T16:28:28.704503Z","steps":["trace[88046775] 'process raft request' (duration: 454.131605ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:28.7045Z","caller":"traceutil/trace.go:171","msg":"trace[92418894] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"454.595805ms","start":"2026-05-07T16:28:28.249854Z","end":"2026-05-07T16:28:28.70445Z","steps":["trace[92418894] 'process raft request' (duration: 453.938439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:28.704699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.24996Z","time spent":"454.592475ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:28.704762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.249816Z","time spent":"454.822931ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:28.705181Z","caller":"traceutil/trace.go:171","msg":"trace[1492136564] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"454.138475ms","start":"2026-05-07T16:28:28.251029Z","end":"2026-05-07T16:28:28.705168Z","steps":["trace[1492136564] 'process raft request' (duration: 453.262623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:28.705208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.718625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:28:28.70525Z","caller":"traceutil/trace.go:171","msg":"trace[954794227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25059; }","duration":"451.784927ms","start":"2026-05-07T16:28:28.253451Z","end":"2026-05-07T16:28:28.705236Z","steps":["trace[954794227] 'agreement among raft nodes before linearized reading' (duration: 451.636994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:28.705257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.251014Z","time spent":"454.207276ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:28.705285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.253443Z","time spent":"451.833948ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T16:28:29.149747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.221954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:29.149899Z","caller":"traceutil/trace.go:171","msg":"trace[674355576] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"856.184356ms","start":"2026-05-07T16:28:28.293659Z","end":"2026-05-07T16:28:29.149844Z","steps":["trace[674355576] 'process raft request' (duration: 494.794929ms)","trace[674355576] 'compare' (duration: 361.091309ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:29.149958Z","caller":"traceutil/trace.go:171","msg":"trace[1597802445] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25879; }","duration":"445.462003ms","start":"2026-05-07T16:28:28.704456Z","end":"2026-05-07T16:28:29.149918Z","steps":["trace[1597802445] 'read index received' (duration: 84.013714ms)","trace[1597802445] 'applied index is now lower than readState.Index' (duration: 361.444389ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:29.149941Z","caller":"traceutil/trace.go:171","msg":"trace[995027351] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"435.709984ms","start":"2026-05-07T16:28:28.714212Z","end":"2026-05-07T16:28:29.149922Z","steps":["trace[995027351] 'process raft request' (duration: 435.634002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.150116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.293611Z","time spent":"856.386281ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:29.150273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.605431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T16:28:29.15027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.714172Z","time spent":"435.976091ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:29.150322Z","caller":"traceutil/trace.go:171","msg":"trace[34551671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25061; }","duration":"511.718792ms","start":"2026-05-07T16:28:28.638592Z","end":"2026-05-07T16:28:29.150311Z","steps":["trace[34551671] 'agreement among raft nodes before linearized reading' (duration: 511.487687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.150371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:28.638566Z","time spent":"511.796895ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:28:29.155407Z","caller":"traceutil/trace.go:171","msg":"trace[548015339] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"296.321696ms","start":"2026-05-07T16:28:28.859055Z","end":"2026-05-07T16:28:29.155376Z","steps":["trace[548015339] 'process raft request' (duration: 296.245374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:29.155597Z","caller":"traceutil/trace.go:171","msg":"trace[193583455] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"297.857554ms","start":"2026-05-07T16:28:28.857722Z","end":"2026-05-07T16:28:29.155579Z","steps":["trace[193583455] 'process raft request' (duration: 297.420842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.156189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.443172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:28:29.156324Z","caller":"traceutil/trace.go:171","msg":"trace[1905534700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25063; }","duration":"281.635966ms","start":"2026-05-07T16:28:28.874662Z","end":"2026-05-07T16:28:29.156298Z","steps":["trace[1905534700] 'agreement among raft nodes before linearized reading' (duration: 281.242187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.156529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.881082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:29.156582Z","caller":"traceutil/trace.go:171","msg":"trace[595939663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25063; }","duration":"256.940263ms","start":"2026-05-07T16:28:28.89961Z","end":"2026-05-07T16:28:29.15655Z","steps":["trace[595939663] 'agreement among raft nodes before linearized reading' (duration: 256.874842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:29.426175Z","caller":"traceutil/trace.go:171","msg":"trace[1184186585] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25883; }","duration":"268.490185ms","start":"2026-05-07T16:28:29.157644Z","end":"2026-05-07T16:28:29.426134Z","steps":["trace[1184186585] 'read index received' (duration: 268.251259ms)","trace[1184186585] 'applied index is now lower than readState.Index' (duration: 237.466µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:29.426346Z","caller":"traceutil/trace.go:171","msg":"trace[1685874760] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"269.954372ms","start":"2026-05-07T16:28:29.156356Z","end":"2026-05-07T16:28:29.42631Z","steps":["trace[1685874760] 'process raft request' (duration: 269.563522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.426409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.703361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:29.426482Z","caller":"traceutil/trace.go:171","msg":"trace[1432234702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25064; }","duration":"268.874815ms","start":"2026-05-07T16:28:29.15759Z","end":"2026-05-07T16:28:29.426465Z","steps":["trace[1432234702] 'agreement among raft nodes before linearized reading' (duration: 268.68351ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:29.57961Z","caller":"traceutil/trace.go:171","msg":"trace[990800176] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25884; }","duration":"153.316659ms","start":"2026-05-07T16:28:29.426272Z","end":"2026-05-07T16:28:29.579589Z","steps":["trace[990800176] 'read index received' (duration: 150.782387ms)","trace[990800176] 'applied index is now lower than readState.Index' (duration: 2.533262ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:29.579631Z","caller":"traceutil/trace.go:171","msg":"trace[1130924578] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"418.612266ms","start":"2026-05-07T16:28:29.160984Z","end":"2026-05-07T16:28:29.579596Z","steps":["trace[1130924578] 'process raft request' (duration: 416.114735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.5798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:29.160969Z","time spent":"418.738269ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:29.580263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.293484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:29.580298Z","caller":"traceutil/trace.go:171","msg":"trace[46906131] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25066; }","duration":"417.388756ms","start":"2026-05-07T16:28:29.162899Z","end":"2026-05-07T16:28:29.580288Z","steps":["trace[46906131] 'agreement among raft nodes before linearized reading' (duration: 416.888025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:29.580317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:29.162893Z","time spent":"417.419367ms","remote":"127.0.0.1:54310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:28:30.36189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.19541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:30.362005Z","caller":"traceutil/trace.go:171","msg":"trace[1514536563] linearizableReadLoop","detail":"{readStateIndex:25888; appliedIndex:25887; }","duration":"226.485578ms","start":"2026-05-07T16:28:30.135492Z","end":"2026-05-07T16:28:30.361978Z","steps":["trace[1514536563] 'read index received' (duration: 9.162114ms)","trace[1514536563] 'applied index is now lower than readState.Index' (duration: 217.322084ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:30.362166Z","caller":"traceutil/trace.go:171","msg":"trace[511618313] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"231.388948ms","start":"2026-05-07T16:28:30.130766Z","end":"2026-05-07T16:28:30.362155Z","steps":["trace[511618313] 'process raft request' (duration: 13.831729ms)","trace[511618313] 'compare' (duration: 217.067947ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:30.362326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.822875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:30.362433Z","caller":"traceutil/trace.go:171","msg":"trace[370896343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25068; }","duration":"226.96759ms","start":"2026-05-07T16:28:30.135432Z","end":"2026-05-07T16:28:30.362399Z","steps":["trace[370896343] 'agreement among raft nodes before linearized reading' (duration: 226.789484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.373999Z","caller":"traceutil/trace.go:171","msg":"trace[603616761] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"216.943905ms","start":"2026-05-07T16:28:30.157038Z","end":"2026-05-07T16:28:30.373982Z","steps":["trace[603616761] 'process raft request' (duration: 216.858753ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.559274Z","caller":"traceutil/trace.go:171","msg":"trace[900255397] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"277.087105ms","start":"2026-05-07T16:28:30.282154Z","end":"2026-05-07T16:28:30.559241Z","steps":["trace[900255397] 'process raft request' (duration: 273.969459ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.559309Z","caller":"traceutil/trace.go:171","msg":"trace[552853104] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25889; }","duration":"197.253623ms","start":"2026-05-07T16:28:30.362024Z","end":"2026-05-07T16:28:30.559278Z","steps":["trace[552853104] 'read index received' (duration: 12.078366ms)","trace[552853104] 'applied index is now lower than readState.Index' (duration: 185.174117ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:30.559334Z","caller":"traceutil/trace.go:171","msg":"trace[569399073] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"214.002924ms","start":"2026-05-07T16:28:30.345292Z","end":"2026-05-07T16:28:30.559295Z","steps":["trace[569399073] 'process raft request' (duration: 213.86326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:30.55949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.517775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:30.559526Z","caller":"traceutil/trace.go:171","msg":"trace[516473963] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25071; }","duration":"205.643908ms","start":"2026-05-07T16:28:30.353871Z","end":"2026-05-07T16:28:30.559515Z","steps":["trace[516473963] 'agreement among raft nodes before linearized reading' (duration: 205.540005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:30.559595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.15719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:30.55963Z","caller":"traceutil/trace.go:171","msg":"trace[1197291501] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25071; }","duration":"354.240582ms","start":"2026-05-07T16:28:30.205377Z","end":"2026-05-07T16:28:30.559618Z","steps":["trace[1197291501] 'agreement among raft nodes before linearized reading' (duration: 354.13948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:30.559624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.260074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:30.559659Z","caller":"traceutil/trace.go:171","msg":"trace[973726314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25071; }","duration":"289.372846ms","start":"2026-05-07T16:28:30.270274Z","end":"2026-05-07T16:28:30.559647Z","steps":["trace[973726314] 'agreement among raft nodes before linearized reading' (duration: 289.283574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:30.559655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:30.205364Z","time spent":"354.282843ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:30.559667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.966711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:30.55978Z","caller":"traceutil/trace.go:171","msg":"trace[1160097963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25071; }","duration":"196.129965ms","start":"2026-05-07T16:28:30.363623Z","end":"2026-05-07T16:28:30.559752Z","steps":["trace[1160097963] 'agreement among raft nodes before linearized reading' (duration: 195.93215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.834664Z","caller":"traceutil/trace.go:171","msg":"trace[1679786792] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"122.890596ms","start":"2026-05-07T16:28:30.711748Z","end":"2026-05-07T16:28:30.834638Z","steps":["trace[1679786792] 'process raft request' (duration: 122.751313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.834724Z","caller":"traceutil/trace.go:171","msg":"trace[764254218] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"122.910266ms","start":"2026-05-07T16:28:30.711781Z","end":"2026-05-07T16:28:30.834691Z","steps":["trace[764254218] 'process raft request' (duration: 122.807144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:30.834999Z","caller":"traceutil/trace.go:171","msg":"trace[82096663] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"123.683255ms","start":"2026-05-07T16:28:30.711245Z","end":"2026-05-07T16:28:30.834928Z","steps":["trace[82096663] 'process raft request' (duration: 121.220275ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:31.399732Z","caller":"traceutil/trace.go:171","msg":"trace[629469290] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"239.851545ms","start":"2026-05-07T16:28:31.159849Z","end":"2026-05-07T16:28:31.399701Z","steps":["trace[629469290] 'process raft request' (duration: 239.611349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:31.635276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.517528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:31.63558Z","caller":"traceutil/trace.go:171","msg":"trace[540851095] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"474.648766ms","start":"2026-05-07T16:28:31.160897Z","end":"2026-05-07T16:28:31.635546Z","steps":["trace[540851095] 'process raft request' (duration: 299.708249ms)","trace[540851095] 'compare' (duration: 174.083826ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:31.635925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.16087Z","time spent":"474.919162ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:31.636033Z","caller":"traceutil/trace.go:171","msg":"trace[1006150024] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"473.116428ms","start":"2026-05-07T16:28:31.162863Z","end":"2026-05-07T16:28:31.635979Z","steps":["trace[1006150024] 'process raft request' (duration: 472.658538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:31.636224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.162855Z","time spent":"473.263404ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:31.636299Z","caller":"traceutil/trace.go:171","msg":"trace[1268174705] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"474.820931ms","start":"2026-05-07T16:28:31.161454Z","end":"2026-05-07T16:28:31.636275Z","steps":["trace[1268174705] 'process raft request' (duration: 473.9511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:31.636057Z","caller":"traceutil/trace.go:171","msg":"trace[1823279752] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25894; }","duration":"385.281021ms","start":"2026-05-07T16:28:31.250753Z","end":"2026-05-07T16:28:31.636034Z","steps":["trace[1823279752] 'read index received' (duration: 148.754778ms)","trace[1823279752] 'applied index is now lower than readState.Index' (duration: 236.524623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:31.636381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.161447Z","time spent":"474.890783ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:31.636191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.427955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:31.636591Z","caller":"traceutil/trace.go:171","msg":"trace[1337540988] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25079; }","duration":"385.864126ms","start":"2026-05-07T16:28:31.250713Z","end":"2026-05-07T16:28:31.636577Z","steps":["trace[1337540988] 'agreement among raft nodes before linearized reading' (duration: 385.389694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:31.636629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.250692Z","time spent":"385.927147ms","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:31.638646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.190057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:28:31.638755Z","caller":"traceutil/trace.go:171","msg":"trace[2020446347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25079; }","duration":"207.36487ms","start":"2026-05-07T16:28:31.431368Z","end":"2026-05-07T16:28:31.638733Z","steps":["trace[2020446347] 'agreement among raft nodes before linearized reading' (duration: 207.045022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:31.639321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.832478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273002"} {"level":"info","ts":"2026-05-07T16:28:31.639404Z","caller":"traceutil/trace.go:171","msg":"trace[1780504080] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25079; }","duration":"103.972702ms","start":"2026-05-07T16:28:31.535415Z","end":"2026-05-07T16:28:31.639388Z","steps":["trace[1780504080] 'agreement among raft nodes before linearized reading' (duration: 103.049049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:32.052652Z","caller":"traceutil/trace.go:171","msg":"trace[1495054046] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"409.535595ms","start":"2026-05-07T16:28:31.643069Z","end":"2026-05-07T16:28:32.052604Z","steps":["trace[1495054046] 'process raft request' (duration: 404.987063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:32.052852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.643046Z","time spent":"409.702099ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:32.461687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.854165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:32.462077Z","caller":"traceutil/trace.go:171","msg":"trace[1851841207] linearizableReadLoop","detail":"{readStateIndex:25902; appliedIndex:25900; }","duration":"327.631821ms","start":"2026-05-07T16:28:32.134421Z","end":"2026-05-07T16:28:32.462053Z","steps":["trace[1851841207] 'read index received' (duration: 96.299554ms)","trace[1851841207] 'applied index is now lower than readState.Index' (duration: 231.331067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:32.462229Z","caller":"traceutil/trace.go:171","msg":"trace[220637204] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"391.73318ms","start":"2026-05-07T16:28:32.070484Z","end":"2026-05-07T16:28:32.462217Z","steps":["trace[220637204] 'process raft request' (duration: 391.427842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:32.462274Z","caller":"traceutil/trace.go:171","msg":"trace[2090647916] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"818.73682ms","start":"2026-05-07T16:28:31.643506Z","end":"2026-05-07T16:28:32.462243Z","steps":["trace[2090647916] 'process raft request' (duration: 587.201128ms)","trace[2090647916] 'compare' (duration: 230.514217ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:32.462387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.070449Z","time spent":"391.847973ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:32.462428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:31.643476Z","time spent":"818.868584ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:32.462556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.135335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:32.462586Z","caller":"traceutil/trace.go:171","msg":"trace[1897365577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25083; }","duration":"328.197696ms","start":"2026-05-07T16:28:32.13438Z","end":"2026-05-07T16:28:32.462578Z","steps":["trace[1897365577] 'agreement among raft nodes before linearized reading' (duration: 328.145125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:32.462605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.134363Z","time spent":"328.238317ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T16:28:32.462746Z","caller":"traceutil/trace.go:171","msg":"trace[1103868516] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"324.494475ms","start":"2026-05-07T16:28:32.138244Z","end":"2026-05-07T16:28:32.462738Z","steps":["trace[1103868516] 'process raft request' (duration: 323.765187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:32.46279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.138231Z","time spent":"324.536486ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:32.873317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.771975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:32.873462Z","caller":"traceutil/trace.go:171","msg":"trace[118472413] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25904; }","duration":"124.018793ms","start":"2026-05-07T16:28:32.749417Z","end":"2026-05-07T16:28:32.873436Z","steps":["trace[118472413] 'read index received' (duration: 101.353µs)","trace[118472413] 'applied index is now lower than readState.Index' (duration: 123.9155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:32.873509Z","caller":"traceutil/trace.go:171","msg":"trace[614407690] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"308.092864ms","start":"2026-05-07T16:28:32.565381Z","end":"2026-05-07T16:28:32.873474Z","steps":["trace[614407690] 'process raft request' (duration: 108.045892ms)","trace[614407690] 'compare' (duration: 199.58193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:32.873633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.211587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:32.873705Z","caller":"traceutil/trace.go:171","msg":"trace[420369945] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25085; }","duration":"124.34164ms","start":"2026-05-07T16:28:32.749343Z","end":"2026-05-07T16:28:32.873685Z","steps":["trace[420369945] 'agreement among raft nodes before linearized reading' (duration: 124.212217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:32.873697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.565342Z","time spent":"308.243727ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:33.258885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.936597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:33.259111Z","caller":"traceutil/trace.go:171","msg":"trace[48859058] linearizableReadLoop","detail":"{readStateIndex:25908; appliedIndex:25905; }","duration":"385.583269ms","start":"2026-05-07T16:28:32.873508Z","end":"2026-05-07T16:28:33.259092Z","steps":["trace[48859058] 'read index received' (duration: 49.258585ms)","trace[48859058] 'applied index is now lower than readState.Index' (duration: 336.322894ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:33.259128Z","caller":"traceutil/trace.go:171","msg":"trace[239718658] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"418.488463ms","start":"2026-05-07T16:28:32.8406Z","end":"2026-05-07T16:28:33.259088Z","steps":["trace[239718658] 'process raft request' (duration: 225.239908ms)","trace[239718658] 'compare' (duration: 192.785664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:33.259331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.840551Z","time spent":"418.667077ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:33.259408Z","caller":"traceutil/trace.go:171","msg":"trace[1194450591] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"418.599916ms","start":"2026-05-07T16:28:32.840794Z","end":"2026-05-07T16:28:33.259394Z","steps":["trace[1194450591] 'process raft request' (duration: 418.224667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:33.259529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.840749Z","time spent":"418.695448ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:33.259864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.253236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T16:28:33.259904Z","caller":"traceutil/trace.go:171","msg":"trace[177919074] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25088; }","duration":"476.297377ms","start":"2026-05-07T16:28:32.783597Z","end":"2026-05-07T16:28:33.259894Z","steps":["trace[177919074] 'agreement among raft nodes before linearized reading' (duration: 476.157044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:33.259935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:32.783513Z","time spent":"476.41639ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-07T16:28:33.259996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.299855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:33.260088Z","caller":"traceutil/trace.go:171","msg":"trace[686059797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25088; }","duration":"125.450468ms","start":"2026-05-07T16:28:33.134614Z","end":"2026-05-07T16:28:33.260064Z","steps":["trace[686059797] 'agreement among raft nodes before linearized reading' (duration: 125.271394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:33.542407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.856574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:33.542535Z","caller":"traceutil/trace.go:171","msg":"trace[491544576] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25089; }","duration":"150.042528ms","start":"2026-05-07T16:28:33.392452Z","end":"2026-05-07T16:28:33.542495Z","steps":["trace[491544576] 'range keys from in-memory index tree' (duration: 149.6813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:33.542734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.66843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:28:33.543378Z","caller":"traceutil/trace.go:171","msg":"trace[971914567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25089; }","duration":"139.417009ms","start":"2026-05-07T16:28:33.403931Z","end":"2026-05-07T16:28:33.543348Z","steps":["trace[971914567] 'range keys from in-memory index tree' (duration: 138.452956ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:34.187691Z","caller":"traceutil/trace.go:171","msg":"trace[1328919288] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"545.679614ms","start":"2026-05-07T16:28:33.641985Z","end":"2026-05-07T16:28:34.187665Z","steps":["trace[1328919288] 'process raft request' (duration: 545.431408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.187853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:33.641958Z","time spent":"545.807307ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:34.606093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.133614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:34.606346Z","caller":"traceutil/trace.go:171","msg":"trace[2119872306] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25911; }","duration":"549.435855ms","start":"2026-05-07T16:28:34.05689Z","end":"2026-05-07T16:28:34.606326Z","steps":["trace[2119872306] 'read index received' (duration: 130.646805ms)","trace[2119872306] 'applied index is now lower than readState.Index' (duration: 418.78776ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:34.606456Z","caller":"traceutil/trace.go:171","msg":"trace[1132357329] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"963.07775ms","start":"2026-05-07T16:28:33.643365Z","end":"2026-05-07T16:28:34.606443Z","steps":["trace[1132357329] 'process raft request' (duration: 962.849944ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:34.606437Z","caller":"traceutil/trace.go:171","msg":"trace[1238958655] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"963.129911ms","start":"2026-05-07T16:28:33.643261Z","end":"2026-05-07T16:28:34.606391Z","steps":["trace[1238958655] 'process raft request' (duration: 569.597198ms)","trace[1238958655] 'compare' (duration: 392.55641ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:34.606533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:33.64333Z","time spent":"963.161802ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:34.60663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:33.6432Z","time spent":"963.322576ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:34.60675Z","caller":"traceutil/trace.go:171","msg":"trace[1488828526] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"961.132143ms","start":"2026-05-07T16:28:33.645574Z","end":"2026-05-07T16:28:34.606706Z","steps":["trace[1488828526] 'process raft request' (duration: 960.705712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.606929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:33.645554Z","time spent":"961.274317ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:34.606942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.05973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:28:34.607332Z","caller":"traceutil/trace.go:171","msg":"trace[1084706257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25094; }","duration":"550.282566ms","start":"2026-05-07T16:28:34.056817Z","end":"2026-05-07T16:28:34.6071Z","steps":["trace[1084706257] 'agreement among raft nodes before linearized reading' (duration: 549.954638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.607441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.056794Z","time spent":"550.614683ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T16:28:34.791376Z","caller":"traceutil/trace.go:171","msg":"trace[123469997] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25915; }","duration":"184.941913ms","start":"2026-05-07T16:28:34.606403Z","end":"2026-05-07T16:28:34.791345Z","steps":["trace[123469997] 'read index received' (duration: 170.49521ms)","trace[123469997] 'applied index is now lower than readState.Index' (duration: 14.444933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:34.791407Z","caller":"traceutil/trace.go:171","msg":"trace[639373569] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"321.489211ms","start":"2026-05-07T16:28:34.46987Z","end":"2026-05-07T16:28:34.791359Z","steps":["trace[639373569] 'process raft request' (duration: 306.986887ms)","trace[639373569] 'compare' (duration: 14.230307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:34.791627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.469853Z","time spent":"321.649176ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:34.791638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.396439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:34.791607Z","caller":"traceutil/trace.go:171","msg":"trace[326453160] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"178.895024ms","start":"2026-05-07T16:28:34.612675Z","end":"2026-05-07T16:28:34.79157Z","steps":["trace[326453160] 'process raft request' (duration: 178.620258ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:34.791693Z","caller":"traceutil/trace.go:171","msg":"trace[388531559] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25096; }","duration":"321.540823ms","start":"2026-05-07T16:28:34.470139Z","end":"2026-05-07T16:28:34.79168Z","steps":["trace[388531559] 'agreement among raft nodes before linearized reading' (duration: 321.374109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.791746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.470113Z","time spent":"321.622945ms","remote":"127.0.0.1:54292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:34.791897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.864162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:28:34.791907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.124656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:28:34.791959Z","caller":"traceutil/trace.go:171","msg":"trace[7975249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25096; }","duration":"656.985105ms","start":"2026-05-07T16:28:34.134951Z","end":"2026-05-07T16:28:34.791936Z","steps":["trace[7975249] 'agreement among raft nodes before linearized reading' (duration: 656.540644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.791938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.273453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:34.792012Z","caller":"traceutil/trace.go:171","msg":"trace[1284284360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25096; }","duration":"324.29875ms","start":"2026-05-07T16:28:34.467688Z","end":"2026-05-07T16:28:34.791987Z","steps":["trace[1284284360] 'agreement among raft nodes before linearized reading' (duration: 323.687906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.792004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.134919Z","time spent":"657.075007ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:28:34.79206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.467661Z","time spent":"324.388583ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:28:34.792067Z","caller":"traceutil/trace.go:171","msg":"trace[1764824770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25096; }","duration":"581.487019ms","start":"2026-05-07T16:28:34.210549Z","end":"2026-05-07T16:28:34.792036Z","steps":["trace[1764824770] 'agreement among raft nodes before linearized reading' (duration: 580.916386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.792142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.210527Z","time spent":"581.591892ms","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:34.792147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.72564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T16:28:34.7923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.21607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:34.792317Z","caller":"traceutil/trace.go:171","msg":"trace[427480090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25096; }","duration":"306.935816ms","start":"2026-05-07T16:28:34.48535Z","end":"2026-05-07T16:28:34.792286Z","steps":["trace[427480090] 'agreement among raft nodes before linearized reading' (duration: 306.490905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:34.792337Z","caller":"traceutil/trace.go:171","msg":"trace[317093914] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25096; }","duration":"731.268282ms","start":"2026-05-07T16:28:34.061058Z","end":"2026-05-07T16:28:34.792326Z","steps":["trace[317093914] 'agreement among raft nodes before linearized reading' (duration: 730.409231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:34.792372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.061051Z","time spent":"731.311853ms","remote":"127.0.0.1:54640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:34.792491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.485329Z","time spent":"307.12275ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:28:35.098355Z","caller":"traceutil/trace.go:171","msg":"trace[155426768] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"304.233429ms","start":"2026-05-07T16:28:34.794087Z","end":"2026-05-07T16:28:35.09832Z","steps":["trace[155426768] 'process raft request' (duration: 261.543066ms)","trace[155426768] 'compare' (duration: 42.200471ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:35.098519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.794065Z","time spent":"304.367752ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:35.100826Z","caller":"traceutil/trace.go:171","msg":"trace[224088250] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"303.266995ms","start":"2026-05-07T16:28:34.797526Z","end":"2026-05-07T16:28:35.100793Z","steps":["trace[224088250] 'process raft request' (duration: 303.027819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:35.10117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.79751Z","time spent":"303.406769ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:35.101224Z","caller":"traceutil/trace.go:171","msg":"trace[58498744] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"303.548613ms","start":"2026-05-07T16:28:34.797625Z","end":"2026-05-07T16:28:35.101174Z","steps":["trace[58498744] 'process raft request' (duration: 303.114542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:35.101477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:34.79759Z","time spent":"303.749328ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:35.101553Z","caller":"traceutil/trace.go:171","msg":"trace[2027964066] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"172.317984ms","start":"2026-05-07T16:28:34.929222Z","end":"2026-05-07T16:28:35.10154Z","steps":["trace[2027964066] 'process raft request' (duration: 172.15875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:35.101477Z","caller":"traceutil/trace.go:171","msg":"trace[1587830297] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"219.650201ms","start":"2026-05-07T16:28:34.881795Z","end":"2026-05-07T16:28:35.101445Z","steps":["trace[1587830297] 'process raft request' (duration: 219.302953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:35.41743Z","caller":"traceutil/trace.go:171","msg":"trace[906824068] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"151.35506ms","start":"2026-05-07T16:28:35.266023Z","end":"2026-05-07T16:28:35.417378Z","steps":["trace[906824068] 'process raft request' (duration: 150.439289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:35.686674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.976129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:28:35.686762Z","caller":"traceutil/trace.go:171","msg":"trace[1163583837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25104; }","duration":"119.136304ms","start":"2026-05-07T16:28:35.567609Z","end":"2026-05-07T16:28:35.686745Z","steps":["trace[1163583837] 'range keys from in-memory index tree' (duration: 118.810716ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:36.3991Z","caller":"traceutil/trace.go:171","msg":"trace[1678589642] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"200.671187ms","start":"2026-05-07T16:28:36.1984Z","end":"2026-05-07T16:28:36.399071Z","steps":["trace[1678589642] 'process raft request' (duration: 200.497833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.007745Z","caller":"traceutil/trace.go:171","msg":"trace[1475489930] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"394.745982ms","start":"2026-05-07T16:28:36.612965Z","end":"2026-05-07T16:28:37.007711Z","steps":["trace[1475489930] 'process raft request' (duration: 391.802181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.007935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:36.612935Z","time spent":"394.900306ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:37.02958Z","caller":"traceutil/trace.go:171","msg":"trace[2016882474] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"414.463814ms","start":"2026-05-07T16:28:36.615087Z","end":"2026-05-07T16:28:37.029551Z","steps":["trace[2016882474] 'process raft request' (duration: 414.214588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.029786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:36.615053Z","time spent":"414.614649ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:37.029831Z","caller":"traceutil/trace.go:171","msg":"trace[2081795552] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25927; }","duration":"403.393015ms","start":"2026-05-07T16:28:36.626399Z","end":"2026-05-07T16:28:37.029792Z","steps":["trace[2081795552] 'read index received' (duration: 378.385223ms)","trace[2081795552] 'applied index is now lower than readState.Index' (duration: 25.005972ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:37.030098Z","caller":"traceutil/trace.go:171","msg":"trace[1254177620] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"232.115737ms","start":"2026-05-07T16:28:36.797963Z","end":"2026-05-07T16:28:37.030079Z","steps":["trace[1254177620] 'process raft request' (duration: 231.522592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.030324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.235816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:37.030376Z","caller":"traceutil/trace.go:171","msg":"trace[1142893937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25109; }","duration":"384.334238ms","start":"2026-05-07T16:28:36.646028Z","end":"2026-05-07T16:28:37.030363Z","steps":["trace[1142893937] 'agreement among raft nodes before linearized reading' (duration: 384.246506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.03041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:36.646007Z","time spent":"384.395239ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:37.030616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.743685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:37.030654Z","caller":"traceutil/trace.go:171","msg":"trace[1258430777] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25109; }","duration":"188.827077ms","start":"2026-05-07T16:28:36.841816Z","end":"2026-05-07T16:28:37.030643Z","steps":["trace[1258430777] 'agreement among raft nodes before linearized reading' (duration: 188.759675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.030669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.784717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:37.030732Z","caller":"traceutil/trace.go:171","msg":"trace[983554235] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25109; }","duration":"168.91053ms","start":"2026-05-07T16:28:36.861801Z","end":"2026-05-07T16:28:37.030711Z","steps":["trace[983554235] 'agreement among raft nodes before linearized reading' (duration: 168.690445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.030791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.377108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T16:28:37.030864Z","caller":"traceutil/trace.go:171","msg":"trace[1505626172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25109; }","duration":"404.501821ms","start":"2026-05-07T16:28:36.626343Z","end":"2026-05-07T16:28:37.030845Z","steps":["trace[1505626172] 'agreement among raft nodes before linearized reading' (duration: 404.282355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.030908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.469654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T16:28:37.030918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:36.626318Z","time spent":"404.584534ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T16:28:37.030943Z","caller":"traceutil/trace.go:171","msg":"trace[1062553283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25109; }","duration":"234.551446ms","start":"2026-05-07T16:28:36.796381Z","end":"2026-05-07T16:28:37.030933Z","steps":["trace[1062553283] 'agreement among raft nodes before linearized reading' (duration: 234.411121ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.14725Z","caller":"traceutil/trace.go:171","msg":"trace[192687984] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"111.23235ms","start":"2026-05-07T16:28:37.035982Z","end":"2026-05-07T16:28:37.147215Z","steps":["trace[192687984] 'process raft request' (duration: 110.968383ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.353841Z","caller":"traceutil/trace.go:171","msg":"trace[1708104683] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25932; }","duration":"206.675093ms","start":"2026-05-07T16:28:37.147142Z","end":"2026-05-07T16:28:37.353817Z","steps":["trace[1708104683] 'read index received' (duration: 206.427018ms)","trace[1708104683] 'applied index is now lower than readState.Index' (duration: 246.875µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:37.353943Z","caller":"traceutil/trace.go:171","msg":"trace[1279307590] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"245.572714ms","start":"2026-05-07T16:28:37.10836Z","end":"2026-05-07T16:28:37.353933Z","steps":["trace[1279307590] 'process raft request' (duration: 245.40503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.353946Z","caller":"traceutil/trace.go:171","msg":"trace[1766731965] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"245.938503ms","start":"2026-05-07T16:28:37.107974Z","end":"2026-05-07T16:28:37.353912Z","steps":["trace[1766731965] 'process raft request' (duration: 245.666146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.354219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.115917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:28:37.354252Z","caller":"traceutil/trace.go:171","msg":"trace[1804613142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25113; }","duration":"248.20303ms","start":"2026-05-07T16:28:37.106042Z","end":"2026-05-07T16:28:37.354245Z","steps":["trace[1804613142] 'agreement among raft nodes before linearized reading' (duration: 248.071765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.354359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.307032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:28:37.354386Z","caller":"traceutil/trace.go:171","msg":"trace[779615183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25113; }","duration":"248.376024ms","start":"2026-05-07T16:28:37.105997Z","end":"2026-05-07T16:28:37.354373Z","steps":["trace[779615183] 'agreement among raft nodes before linearized reading' (duration: 248.319072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.400818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.367478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:37.40094Z","caller":"traceutil/trace.go:171","msg":"trace[349152925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25114; }","duration":"249.549763ms","start":"2026-05-07T16:28:37.151364Z","end":"2026-05-07T16:28:37.400914Z","steps":["trace[349152925] 'agreement among raft nodes before linearized reading' (duration: 249.337068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:37.401245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.72571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T16:28:37.401301Z","caller":"traceutil/trace.go:171","msg":"trace[1465129825] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25114; }","duration":"223.828843ms","start":"2026-05-07T16:28:37.177457Z","end":"2026-05-07T16:28:37.401286Z","steps":["trace[1465129825] 'agreement among raft nodes before linearized reading' (duration: 223.67435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.6281Z","caller":"traceutil/trace.go:171","msg":"trace[2063576172] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"268.038344ms","start":"2026-05-07T16:28:37.360038Z","end":"2026-05-07T16:28:37.628076Z","steps":["trace[2063576172] 'process raft request' (duration: 224.845358ms)","trace[2063576172] 'compare' (duration: 41.446134ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:37.628451Z","caller":"traceutil/trace.go:171","msg":"trace[303549903] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"267.400878ms","start":"2026-05-07T16:28:37.361015Z","end":"2026-05-07T16:28:37.628415Z","steps":["trace[303549903] 'process raft request' (duration: 266.985528ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:37.628482Z","caller":"traceutil/trace.go:171","msg":"trace[1619584538] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"195.790047ms","start":"2026-05-07T16:28:37.432659Z","end":"2026-05-07T16:28:37.628449Z","steps":["trace[1619584538] 'process raft request' (duration: 195.617923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.049608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.328991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:38.049739Z","caller":"traceutil/trace.go:171","msg":"trace[757436519] linearizableReadLoop","detail":"{readStateIndex:25939; appliedIndex:25938; }","duration":"205.899776ms","start":"2026-05-07T16:28:37.843816Z","end":"2026-05-07T16:28:38.049716Z","steps":["trace[757436519] 'read index received' (duration: 9.252686ms)","trace[757436519] 'applied index is now lower than readState.Index' (duration: 196.64587ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:38.049801Z","caller":"traceutil/trace.go:171","msg":"trace[1246925264] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"325.189012ms","start":"2026-05-07T16:28:37.724565Z","end":"2026-05-07T16:28:38.049754Z","steps":["trace[1246925264] 'process raft request' (duration: 128.592834ms)","trace[1246925264] 'compare' (duration: 196.160367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:38.049891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.678493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:38.049927Z","caller":"traceutil/trace.go:171","msg":"trace[681262161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25118; }","duration":"172.755565ms","start":"2026-05-07T16:28:37.877155Z","end":"2026-05-07T16:28:38.049911Z","steps":["trace[681262161] 'agreement among raft nodes before linearized reading' (duration: 172.686764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.049986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.153141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T16:28:38.050084Z","caller":"traceutil/trace.go:171","msg":"trace[566191486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25118; }","duration":"206.312155ms","start":"2026-05-07T16:28:37.843748Z","end":"2026-05-07T16:28:38.050061Z","steps":["trace[566191486] 'agreement among raft nodes before linearized reading' (duration: 206.024668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.050015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:37.724525Z","time spent":"325.374477ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:38.498766Z","caller":"traceutil/trace.go:171","msg":"trace[692407301] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"442.677675ms","start":"2026-05-07T16:28:38.05605Z","end":"2026-05-07T16:28:38.498728Z","steps":["trace[692407301] 'process raft request' (duration: 442.363057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.498971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:38.056028Z","time spent":"442.83746ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:38.563541Z","caller":"traceutil/trace.go:171","msg":"trace[1798793043] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"157.358957ms","start":"2026-05-07T16:28:38.406148Z","end":"2026-05-07T16:28:38.563507Z","steps":["trace[1798793043] 'process raft request' (duration: 157.264855ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:38.56357Z","caller":"traceutil/trace.go:171","msg":"trace[1960898535] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"499.026882ms","start":"2026-05-07T16:28:38.064503Z","end":"2026-05-07T16:28:38.56353Z","steps":["trace[1960898535] 'process raft request' (duration: 498.700004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.563761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:38.064474Z","time spent":"499.180097ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:38.747413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.923748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T16:28:38.747514Z","caller":"traceutil/trace.go:171","msg":"trace[1369431386] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"613.028591ms","start":"2026-05-07T16:28:38.134467Z","end":"2026-05-07T16:28:38.747496Z","steps":["trace[1369431386] 'read index received' (duration: 363.993311ms)","trace[1369431386] 'applied index is now lower than readState.Index' (duration: 249.03364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:38.747742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.247256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:28:38.747859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.353787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T16:28:38.747855Z","caller":"traceutil/trace.go:171","msg":"trace[899704001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25121; }","duration":"613.39679ms","start":"2026-05-07T16:28:38.134423Z","end":"2026-05-07T16:28:38.747819Z","steps":["trace[899704001] 'agreement among raft nodes before linearized reading' (duration: 613.224456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:38.747887Z","caller":"traceutil/trace.go:171","msg":"trace[579995553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25121; }","duration":"523.438399ms","start":"2026-05-07T16:28:38.224437Z","end":"2026-05-07T16:28:38.747875Z","steps":["trace[579995553] 'agreement among raft nodes before linearized reading' (duration: 523.287795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.747915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:38.224413Z","time spent":"523.495471ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T16:28:38.747903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:38.134407Z","time spent":"613.486781ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:28:38.747882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.021599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:38.748045Z","caller":"traceutil/trace.go:171","msg":"trace[727868064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25121; }","duration":"195.211414ms","start":"2026-05-07T16:28:38.552779Z","end":"2026-05-07T16:28:38.74799Z","steps":["trace[727868064] 'agreement among raft nodes before linearized reading' (duration: 194.992489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.748123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.619609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-07T16:28:38.748147Z","caller":"traceutil/trace.go:171","msg":"trace[1918913615] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25121; }","duration":"230.694661ms","start":"2026-05-07T16:28:38.517443Z","end":"2026-05-07T16:28:38.748138Z","steps":["trace[1918913615] 'agreement among raft nodes before linearized reading' (duration: 230.62349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.748577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.246567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:38.748857Z","caller":"traceutil/trace.go:171","msg":"trace[1391741119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25121; }","duration":"463.424713ms","start":"2026-05-07T16:28:38.285249Z","end":"2026-05-07T16:28:38.748674Z","steps":["trace[1391741119] 'agreement among raft nodes before linearized reading' (duration: 463.224107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.748903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.524379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:28:38.74895Z","caller":"traceutil/trace.go:171","msg":"trace[194625886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25121; }","duration":"163.6074ms","start":"2026-05-07T16:28:38.58533Z","end":"2026-05-07T16:28:38.748938Z","steps":["trace[194625886] 'agreement among raft nodes before linearized reading' (duration: 163.125258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:38.748969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:38.285232Z","time spent":"463.705669ms","remote":"127.0.0.1:41270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:28:39.122449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.213811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:28:39.122531Z","caller":"traceutil/trace.go:171","msg":"trace[653117442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25122; }","duration":"273.331554ms","start":"2026-05-07T16:28:38.849179Z","end":"2026-05-07T16:28:39.122511Z","steps":["trace[653117442] 'range keys from in-memory index tree' (duration: 273.018016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:39.122555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.393798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:39.122623Z","caller":"traceutil/trace.go:171","msg":"trace[920424462] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"105.681704ms","start":"2026-05-07T16:28:39.016878Z","end":"2026-05-07T16:28:39.12256Z","steps":["trace[920424462] 'process raft request' (duration: 78.759286ms)","trace[920424462] 'compare' (duration: 26.657362ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:39.122666Z","caller":"traceutil/trace.go:171","msg":"trace[1887936991] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25122; }","duration":"150.530622ms","start":"2026-05-07T16:28:38.972108Z","end":"2026-05-07T16:28:39.122639Z","steps":["trace[1887936991] 'count revisions from in-memory index tree' (duration: 150.267654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:48.789982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.15183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T16:28:48.790337Z","caller":"traceutil/trace.go:171","msg":"trace[1280192258] linearizableReadLoop","detail":"{readStateIndex:26076; appliedIndex:26075; }","duration":"207.346061ms","start":"2026-05-07T16:28:48.582966Z","end":"2026-05-07T16:28:48.790312Z","steps":["trace[1280192258] 'read index received' (duration: 57.292µs)","trace[1280192258] 'applied index is now lower than readState.Index' (duration: 207.287489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:48.790525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.552735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-07T16:28:48.790559Z","caller":"traceutil/trace.go:171","msg":"trace[423138784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62; range_end:; response_count:1; response_revision:25252; }","duration":"207.648047ms","start":"2026-05-07T16:28:48.582896Z","end":"2026-05-07T16:28:48.790544Z","steps":["trace[423138784] 'agreement among raft nodes before linearized reading' (duration: 207.487283ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:48.791561Z","caller":"traceutil/trace.go:171","msg":"trace[334401295] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"179.495999ms","start":"2026-05-07T16:28:48.612012Z","end":"2026-05-07T16:28:48.791508Z","steps":["trace[334401295] 'process raft request' (duration: 178.128756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:49.023849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.47651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:49.023963Z","caller":"traceutil/trace.go:171","msg":"trace[1083804134] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25253; }","duration":"231.623894ms","start":"2026-05-07T16:28:48.79231Z","end":"2026-05-07T16:28:49.023934Z","steps":["trace[1083804134] 'count revisions from in-memory index tree' (duration: 231.335337ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.1332Z","caller":"traceutil/trace.go:171","msg":"trace[817594504] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"333.521805ms","start":"2026-05-07T16:28:48.799634Z","end":"2026-05-07T16:28:49.133156Z","steps":["trace[817594504] 'process raft request' (duration: 333.193437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:49.133402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:48.799603Z","time spent":"333.689619ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:49.341345Z","caller":"traceutil/trace.go:171","msg":"trace[393945324] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"200.484283ms","start":"2026-05-07T16:28:49.140811Z","end":"2026-05-07T16:28:49.341295Z","steps":["trace[393945324] 'process raft request' (duration: 199.102209ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.346258Z","caller":"traceutil/trace.go:171","msg":"trace[1064731235] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"175.607924ms","start":"2026-05-07T16:28:49.170608Z","end":"2026-05-07T16:28:49.346215Z","steps":["trace[1064731235] 'process raft request' (duration: 175.478941ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.346276Z","caller":"traceutil/trace.go:171","msg":"trace[615569011] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"204.317726ms","start":"2026-05-07T16:28:49.141912Z","end":"2026-05-07T16:28:49.346229Z","steps":["trace[615569011] 'process raft request' (duration: 203.977988ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.346526Z","caller":"traceutil/trace.go:171","msg":"trace[322446832] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"175.45913ms","start":"2026-05-07T16:28:49.171045Z","end":"2026-05-07T16:28:49.346505Z","steps":["trace[322446832] 'process raft request' (duration: 175.112802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.346769Z","caller":"traceutil/trace.go:171","msg":"trace[151964129] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"172.981151ms","start":"2026-05-07T16:28:49.173763Z","end":"2026-05-07T16:28:49.346744Z","steps":["trace[151964129] 'process raft request' (duration: 172.643342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.34662Z","caller":"traceutil/trace.go:171","msg":"trace[965712128] linearizableReadLoop","detail":"{readStateIndex:26083; appliedIndex:26078; }","duration":"168.150942ms","start":"2026-05-07T16:28:49.178427Z","end":"2026-05-07T16:28:49.346578Z","steps":["trace[965712128] 'read index received' (duration: 161.601292ms)","trace[965712128] 'applied index is now lower than readState.Index' (duration: 6.54832ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:49.347076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.630964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T16:28:49.34721Z","caller":"traceutil/trace.go:171","msg":"trace[201187583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25259; }","duration":"168.811748ms","start":"2026-05-07T16:28:49.178373Z","end":"2026-05-07T16:28:49.347185Z","steps":["trace[201187583] 'agreement among raft nodes before linearized reading' (duration: 168.548582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:49.34779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.590499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:49.348221Z","caller":"traceutil/trace.go:171","msg":"trace[1657869642] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25259; }","duration":"127.720643ms","start":"2026-05-07T16:28:49.220107Z","end":"2026-05-07T16:28:49.347828Z","steps":["trace[1657869642] 'agreement among raft nodes before linearized reading' (duration: 127.567838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:49.348674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.234242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:28:49.348741Z","caller":"traceutil/trace.go:171","msg":"trace[700392819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25259; }","duration":"143.352465ms","start":"2026-05-07T16:28:49.205369Z","end":"2026-05-07T16:28:49.348722Z","steps":["trace[700392819] 'agreement among raft nodes before linearized reading' (duration: 141.90947ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:49.652361Z","caller":"traceutil/trace.go:171","msg":"trace[1605007994] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"301.503832ms","start":"2026-05-07T16:28:49.350817Z","end":"2026-05-07T16:28:49.65232Z","steps":["trace[1605007994] 'process raft request' (duration: 283.84406ms)","trace[1605007994] 'compare' (duration: 17.412307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:49.652948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.350795Z","time spent":"302.042016ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:50.056217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.883875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:28:50.056602Z","caller":"traceutil/trace.go:171","msg":"trace[436999721] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"658.079312ms","start":"2026-05-07T16:28:49.3985Z","end":"2026-05-07T16:28:50.056579Z","steps":["trace[436999721] 'process raft request' (duration: 657.98857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.056703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.398477Z","time spent":"658.176194ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:50.056871Z","caller":"traceutil/trace.go:171","msg":"trace[1534088430] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"704.294382ms","start":"2026-05-07T16:28:49.352544Z","end":"2026-05-07T16:28:50.056839Z","steps":["trace[1534088430] 'process raft request' (duration: 468.66723ms)","trace[1534088430] 'compare' (duration: 234.350601ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:50.056951Z","caller":"traceutil/trace.go:171","msg":"trace[1996310028] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"703.657517ms","start":"2026-05-07T16:28:49.35328Z","end":"2026-05-07T16:28:50.056938Z","steps":["trace[1996310028] 'process raft request' (duration: 703.100803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.057017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.353266Z","time spent":"703.719939ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:50.05703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.352521Z","time spent":"704.425436ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:50.057261Z","caller":"traceutil/trace.go:171","msg":"trace[913509298] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"654.217518ms","start":"2026-05-07T16:28:49.403036Z","end":"2026-05-07T16:28:50.057253Z","steps":["trace[913509298] 'process raft request' (duration: 653.4988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.057302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.403019Z","time spent":"654.265719ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:50.057754Z","caller":"traceutil/trace.go:171","msg":"trace[1546950842] linearizableReadLoop","detail":"{readStateIndex:26086; appliedIndex:26083; }","duration":"704.416025ms","start":"2026-05-07T16:28:49.353308Z","end":"2026-05-07T16:28:50.057724Z","steps":["trace[1546950842] 'read index received' (duration: 281.36793ms)","trace[1546950842] 'applied index is now lower than readState.Index' (duration: 423.047145ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:50.058057Z","caller":"traceutil/trace.go:171","msg":"trace[179639434] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"615.05122ms","start":"2026-05-07T16:28:49.442992Z","end":"2026-05-07T16:28:50.058043Z","steps":["trace[179639434] 'process raft request' (duration: 614.186739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.058189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.442981Z","time spent":"615.118512ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:50.058872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.512092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-07T16:28:50.05893Z","caller":"traceutil/trace.go:171","msg":"trace[1754875906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62; range_end:; response_count:1; response_revision:25266; }","duration":"696.571523ms","start":"2026-05-07T16:28:49.362342Z","end":"2026-05-07T16:28:50.058913Z","steps":["trace[1754875906] 'agreement among raft nodes before linearized reading' (duration: 696.373079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.058963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.362331Z","time spent":"696.625524ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62\" "} {"level":"warn","ts":"2026-05-07T16:28:50.059317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.877178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ad555decabe066\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-07T16:28:50.059363Z","caller":"traceutil/trace.go:171","msg":"trace[1414472757] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ad555decabe066; range_end:; response_count:1; response_revision:25266; }","duration":"401.973829ms","start":"2026-05-07T16:28:49.657376Z","end":"2026-05-07T16:28:50.05935Z","steps":["trace[1414472757] 'agreement among raft nodes before linearized reading' (duration: 401.856346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.059358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.695951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:28:50.059447Z","caller":"traceutil/trace.go:171","msg":"trace[1208023846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25266; }","duration":"351.846824ms","start":"2026-05-07T16:28:49.70758Z","end":"2026-05-07T16:28:50.059427Z","steps":["trace[1208023846] 'agreement among raft nodes before linearized reading' (duration: 351.612108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.059456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.413322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:28:50.059487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.707561Z","time spent":"351.919387ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T16:28:50.059496Z","caller":"traceutil/trace.go:171","msg":"trace[657950707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25266; }","duration":"427.501984ms","start":"2026-05-07T16:28:49.631982Z","end":"2026-05-07T16:28:50.059484Z","steps":["trace[657950707] 'agreement among raft nodes before linearized reading' (duration: 427.439322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.059534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.631951Z","time spent":"427.575046ms","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T16:28:50.059676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.371193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:28:50.059695Z","caller":"traceutil/trace.go:171","msg":"trace[767151932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25266; }","duration":"706.417164ms","start":"2026-05-07T16:28:49.353272Z","end":"2026-05-07T16:28:50.059689Z","steps":["trace[767151932] 'agreement among raft nodes before linearized reading' (duration: 705.375159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.05971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.353262Z","time spent":"706.444285ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T16:28:50.059727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.933323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:50.059771Z","caller":"traceutil/trace.go:171","msg":"trace[164812837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25266; }","duration":"429.974864ms","start":"2026-05-07T16:28:49.629781Z","end":"2026-05-07T16:28:50.059756Z","steps":["trace[164812837] 'agreement among raft nodes before linearized reading' (duration: 429.910843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.059808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.629702Z","time spent":"430.097157ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:28:50.059826Z","caller":"traceutil/trace.go:171","msg":"trace[159209113] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"386.88774ms","start":"2026-05-07T16:28:49.672926Z","end":"2026-05-07T16:28:50.059814Z","steps":["trace[159209113] 'process raft request' (duration: 384.685807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.059893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.672904Z","time spent":"386.936811ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:50.059397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.657336Z","time spent":"402.049621ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18ad555decabe066\" "} {"level":"warn","ts":"2026-05-07T16:28:50.061194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.532065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:28:50.061226Z","caller":"traceutil/trace.go:171","msg":"trace[1236275052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25266; }","duration":"353.599647ms","start":"2026-05-07T16:28:49.707619Z","end":"2026-05-07T16:28:50.061219Z","steps":["trace[1236275052] 'agreement among raft nodes before linearized reading' (duration: 353.474414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.061247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:49.707598Z","time spent":"353.645638ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T16:28:50.279696Z","caller":"traceutil/trace.go:171","msg":"trace[692185076] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26090; }","duration":"215.353617ms","start":"2026-05-07T16:28:50.064312Z","end":"2026-05-07T16:28:50.279666Z","steps":["trace[692185076] 'read index received' (duration: 195.05643ms)","trace[692185076] 'applied index is now lower than readState.Index' (duration: 20.295747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:50.280019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.666124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:50.280137Z","caller":"traceutil/trace.go:171","msg":"trace[1101797596] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25267; }","duration":"215.886679ms","start":"2026-05-07T16:28:50.064222Z","end":"2026-05-07T16:28:50.280109Z","steps":["trace[1101797596] 'agreement among raft nodes before linearized reading' (duration: 215.679644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:50.280052Z","caller":"traceutil/trace.go:171","msg":"trace[1820908122] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"215.864268ms","start":"2026-05-07T16:28:50.06398Z","end":"2026-05-07T16:28:50.279844Z","steps":["trace[1820908122] 'process raft request' (duration: 195.48917ms)","trace[1820908122] 'compare' (duration: 19.823094ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:50.302399Z","caller":"traceutil/trace.go:171","msg":"trace[257052035] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"237.60666ms","start":"2026-05-07T16:28:50.064754Z","end":"2026-05-07T16:28:50.302361Z","steps":["trace[257052035] 'process raft request' (duration: 237.338343ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:50.302442Z","caller":"traceutil/trace.go:171","msg":"trace[545985245] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"234.71612ms","start":"2026-05-07T16:28:50.067695Z","end":"2026-05-07T16:28:50.302411Z","steps":["trace[545985245] 'process raft request' (duration: 234.597807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.302668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.171949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:50.302759Z","caller":"traceutil/trace.go:171","msg":"trace[1960190906] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25269; }","duration":"147.321572ms","start":"2026-05-07T16:28:50.155412Z","end":"2026-05-07T16:28:50.302734Z","steps":["trace[1960190906] 'agreement among raft nodes before linearized reading' (duration: 147.098467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.303075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.866094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T16:28:50.303162Z","caller":"traceutil/trace.go:171","msg":"trace[174158328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25269; }","duration":"197.033217ms","start":"2026-05-07T16:28:50.106113Z","end":"2026-05-07T16:28:50.303146Z","steps":["trace[174158328] 'agreement among raft nodes before linearized reading' (duration: 196.31233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:50.600353Z","caller":"traceutil/trace.go:171","msg":"trace[215500722] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26093; }","duration":"291.153048ms","start":"2026-05-07T16:28:50.309152Z","end":"2026-05-07T16:28:50.600305Z","steps":["trace[215500722] 'read index received' (duration: 232.548146ms)","trace[215500722] 'applied index is now lower than readState.Index' (duration: 58.603062ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:50.600356Z","caller":"traceutil/trace.go:171","msg":"trace[1510564772] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"292.411709ms","start":"2026-05-07T16:28:50.307886Z","end":"2026-05-07T16:28:50.600298Z","steps":["trace[1510564772] 'process raft request' (duration: 233.789496ms)","trace[1510564772] 'compare' (duration: 58.412818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:50.600501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.317973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:50.600615Z","caller":"traceutil/trace.go:171","msg":"trace[1872088969] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25270; }","duration":"291.493617ms","start":"2026-05-07T16:28:50.309098Z","end":"2026-05-07T16:28:50.600591Z","steps":["trace[1872088969] 'agreement among raft nodes before linearized reading' (duration: 291.301753ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:50.603622Z","caller":"traceutil/trace.go:171","msg":"trace[393668734] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"150.90453ms","start":"2026-05-07T16:28:50.452706Z","end":"2026-05-07T16:28:50.603611Z","steps":["trace[393668734] 'process raft request' (duration: 150.685975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:50.603723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.922067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:28:50.603916Z","caller":"traceutil/trace.go:171","msg":"trace[478830114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25271; }","duration":"294.136263ms","start":"2026-05-07T16:28:50.309768Z","end":"2026-05-07T16:28:50.603904Z","steps":["trace[478830114] 'agreement among raft nodes before linearized reading' (duration: 293.758213ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:53.34792Z","caller":"traceutil/trace.go:171","msg":"trace[1065989864] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"542.978356ms","start":"2026-05-07T16:28:52.804914Z","end":"2026-05-07T16:28:53.347892Z","steps":["trace[1065989864] 'process raft request' (duration: 542.72878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:53.348028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.919554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:53.348104Z","caller":"traceutil/trace.go:171","msg":"trace[319609479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25287; }","duration":"527.017676ms","start":"2026-05-07T16:28:52.821075Z","end":"2026-05-07T16:28:53.348093Z","steps":["trace[319609479] 'agreement among raft nodes before linearized reading' (duration: 526.891363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:53.348147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:52.821039Z","time spent":"527.100358ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T16:28:53.34806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:52.804885Z","time spent":"543.099189ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:53.347905Z","caller":"traceutil/trace.go:171","msg":"trace[1653750933] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26110; }","duration":"526.796201ms","start":"2026-05-07T16:28:52.821081Z","end":"2026-05-07T16:28:53.347877Z","steps":["trace[1653750933] 'read index received' (duration: 153.882742ms)","trace[1653750933] 'applied index is now lower than readState.Index' (duration: 372.912159ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:53.357765Z","caller":"traceutil/trace.go:171","msg":"trace[742985668] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"381.098028ms","start":"2026-05-07T16:28:52.976648Z","end":"2026-05-07T16:28:53.357746Z","steps":["trace[742985668] 'process raft request' (duration: 380.773801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:53.357826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.819598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:28:53.357879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:52.976609Z","time spent":"381.216051ms","remote":"127.0.0.1:54160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:53.357736Z","caller":"traceutil/trace.go:171","msg":"trace[871473947] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"291.063338ms","start":"2026-05-07T16:28:53.066622Z","end":"2026-05-07T16:28:53.357685Z","steps":["trace[871473947] 'process raft request' (duration: 290.946455ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:53.357914Z","caller":"traceutil/trace.go:171","msg":"trace[1395216216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25289; }","duration":"222.938941ms","start":"2026-05-07T16:28:53.134951Z","end":"2026-05-07T16:28:53.35789Z","steps":["trace[1395216216] 'agreement among raft nodes before linearized reading' (duration: 222.808048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:53.358439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.235011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-05-07T16:28:53.358547Z","caller":"traceutil/trace.go:171","msg":"trace[1434104388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-940230ab-ead9-4232-9e09-7d9bca66ef62; range_end:; response_count:1; response_revision:25289; }","duration":"273.395445ms","start":"2026-05-07T16:28:53.085128Z","end":"2026-05-07T16:28:53.358524Z","steps":["trace[1434104388] 'agreement among raft nodes before linearized reading' (duration: 272.503823ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:59.664588Z","caller":"traceutil/trace.go:171","msg":"trace[1626082520] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"296.414468ms","start":"2026-05-07T16:28:59.368154Z","end":"2026-05-07T16:28:59.664568Z","steps":["trace[1626082520] 'process raft request' (duration: 296.177842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:59.664704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.576425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:59.664571Z","caller":"traceutil/trace.go:171","msg":"trace[547626895] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26180; }","duration":"236.433381ms","start":"2026-05-07T16:28:59.428102Z","end":"2026-05-07T16:28:59.664535Z","steps":["trace[547626895] 'read index received' (duration: 236.288287ms)","trace[547626895] 'applied index is now lower than readState.Index' (duration: 143.744µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:59.664751Z","caller":"traceutil/trace.go:171","msg":"trace[917429563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25355; }","duration":"236.647976ms","start":"2026-05-07T16:28:59.428088Z","end":"2026-05-07T16:28:59.664736Z","steps":["trace[917429563] 'agreement among raft nodes before linearized reading' (duration: 236.537064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:28:59.855482Z","caller":"traceutil/trace.go:171","msg":"trace[1827329426] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"378.131926ms","start":"2026-05-07T16:28:59.477317Z","end":"2026-05-07T16:28:59.855449Z","steps":["trace[1827329426] 'process raft request' (duration: 358.351673ms)","trace[1827329426] 'compare' (duration: 19.503536ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:28:59.855668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:59.477276Z","time spent":"378.28656ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:59.855925Z","caller":"traceutil/trace.go:171","msg":"trace[1523072892] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"376.24998ms","start":"2026-05-07T16:28:59.479645Z","end":"2026-05-07T16:28:59.855895Z","steps":["trace[1523072892] 'process raft request' (duration: 375.755388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:59.856118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:59.47963Z","time spent":"376.390794ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:28:59.856279Z","caller":"traceutil/trace.go:171","msg":"trace[434666740] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26181; }","duration":"191.443832ms","start":"2026-05-07T16:28:59.664765Z","end":"2026-05-07T16:28:59.856209Z","steps":["trace[434666740] 'read index received' (duration: 170.9174ms)","trace[434666740] 'applied index is now lower than readState.Index' (duration: 20.516752ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:28:59.856311Z","caller":"traceutil/trace.go:171","msg":"trace[299145172] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"376.259751ms","start":"2026-05-07T16:28:59.480012Z","end":"2026-05-07T16:28:59.856272Z","steps":["trace[299145172] 'process raft request' (duration: 375.772509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:59.856391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.328128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:28:59.856468Z","caller":"traceutil/trace.go:171","msg":"trace[363239032] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25358; }","duration":"218.40684ms","start":"2026-05-07T16:28:59.638037Z","end":"2026-05-07T16:28:59.856443Z","steps":["trace[363239032] 'agreement among raft nodes before linearized reading' (duration: 218.187795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:59.856504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.806601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:28:59.856566Z","caller":"traceutil/trace.go:171","msg":"trace[1050196213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25358; }","duration":"389.977106ms","start":"2026-05-07T16:28:59.46657Z","end":"2026-05-07T16:28:59.856547Z","steps":["trace[1050196213] 'agreement among raft nodes before linearized reading' (duration: 389.795691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:28:59.856572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:59.479984Z","time spent":"376.419124ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:28:59.85662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:28:59.466552Z","time spent":"390.054747ms","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:29:00.264313Z","caller":"traceutil/trace.go:171","msg":"trace[1233715492] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"171.012822ms","start":"2026-05-07T16:29:00.093259Z","end":"2026-05-07T16:29:00.264272Z","steps":["trace[1233715492] 'process raft request' (duration: 170.758006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:00.27297Z","caller":"traceutil/trace.go:171","msg":"trace[534862899] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"174.283301ms","start":"2026-05-07T16:29:00.098661Z","end":"2026-05-07T16:29:00.272945Z","steps":["trace[534862899] 'process raft request' (duration: 174.099506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:00.273318Z","caller":"traceutil/trace.go:171","msg":"trace[935837411] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"172.684314ms","start":"2026-05-07T16:29:00.100607Z","end":"2026-05-07T16:29:00.273291Z","steps":["trace[935837411] 'process raft request' (duration: 172.275313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:00.273369Z","caller":"traceutil/trace.go:171","msg":"trace[91097490] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26184; }","duration":"162.212307ms","start":"2026-05-07T16:29:00.111108Z","end":"2026-05-07T16:29:00.27332Z","steps":["trace[91097490] 'read index received' (duration: 152.94519ms)","trace[91097490] 'applied index is now lower than readState.Index' (duration: 9.266287ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:00.273415Z","caller":"traceutil/trace.go:171","msg":"trace[546063088] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"170.843148ms","start":"2026-05-07T16:29:00.10253Z","end":"2026-05-07T16:29:00.273374Z","steps":["trace[546063088] 'process raft request' (duration: 170.637052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:00.273736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.592035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T16:29:00.273817Z","caller":"traceutil/trace.go:171","msg":"trace[840698341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25362; }","duration":"162.694158ms","start":"2026-05-07T16:29:00.111101Z","end":"2026-05-07T16:29:00.273795Z","steps":["trace[840698341] 'agreement among raft nodes before linearized reading' (duration: 162.416721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:00.273829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.972478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T16:29:00.273932Z","caller":"traceutil/trace.go:171","msg":"trace[2029991401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25362; }","duration":"157.103641ms","start":"2026-05-07T16:29:00.116796Z","end":"2026-05-07T16:29:00.2739Z","steps":["trace[2029991401] 'agreement among raft nodes before linearized reading' (duration: 156.791724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:05.810718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.276695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:05.810817Z","caller":"traceutil/trace.go:171","msg":"trace[251218439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25406; }","duration":"240.431029ms","start":"2026-05-07T16:29:05.570362Z","end":"2026-05-07T16:29:05.810793Z","steps":["trace[251218439] 'count revisions from in-memory index tree' (duration: 240.195684ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:05.900033Z","caller":"traceutil/trace.go:171","msg":"trace[1682938399] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"274.779049ms","start":"2026-05-07T16:29:05.625228Z","end":"2026-05-07T16:29:05.900007Z","steps":["trace[1682938399] 'process raft request' (duration: 274.578764ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:05.983094Z","caller":"traceutil/trace.go:171","msg":"trace[526860448] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"293.507408ms","start":"2026-05-07T16:29:05.689551Z","end":"2026-05-07T16:29:05.983058Z","steps":["trace[526860448] 'process raft request' (duration: 291.863687ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:05.983126Z","caller":"traceutil/trace.go:171","msg":"trace[264843290] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"107.265874ms","start":"2026-05-07T16:29:05.875836Z","end":"2026-05-07T16:29:05.983102Z","steps":["trace[264843290] 'process raft request' (duration: 107.14042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:05.98331Z","caller":"traceutil/trace.go:171","msg":"trace[1423063113] linearizableReadLoop","detail":"{readStateIndex:26235; appliedIndex:26233; }","duration":"153.978396ms","start":"2026-05-07T16:29:05.829302Z","end":"2026-05-07T16:29:05.98328Z","steps":["trace[1423063113] 'read index received' (duration: 70.528835ms)","trace[1423063113] 'applied index is now lower than readState.Index' (duration: 83.448071ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:05.983401Z","caller":"traceutil/trace.go:171","msg":"trace[1299242472] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"107.453427ms","start":"2026-05-07T16:29:05.875932Z","end":"2026-05-07T16:29:05.983385Z","steps":["trace[1299242472] 'process raft request' (duration: 107.106819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:05.983572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.245002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T16:29:05.98357Z","caller":"traceutil/trace.go:171","msg":"trace[1587133495] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"102.25243ms","start":"2026-05-07T16:29:05.881277Z","end":"2026-05-07T16:29:05.98353Z","steps":["trace[1587133495] 'process raft request' (duration: 101.889401ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:05.983616Z","caller":"traceutil/trace.go:171","msg":"trace[1120136141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25411; }","duration":"154.353545ms","start":"2026-05-07T16:29:05.829251Z","end":"2026-05-07T16:29:05.983605Z","steps":["trace[1120136141] 'agreement among raft nodes before linearized reading' (duration: 154.139889ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:06.439502Z","caller":"traceutil/trace.go:171","msg":"trace[749469794] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"153.164045ms","start":"2026-05-07T16:29:06.286308Z","end":"2026-05-07T16:29:06.439472Z","steps":["trace[749469794] 'process raft request' (duration: 152.96832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:06.456475Z","caller":"traceutil/trace.go:171","msg":"trace[44766407] linearizableReadLoop","detail":"{readStateIndex:26242; appliedIndex:26238; }","duration":"157.337558ms","start":"2026-05-07T16:29:06.299103Z","end":"2026-05-07T16:29:06.45644Z","steps":["trace[44766407] 'read index received' (duration: 140.215189ms)","trace[44766407] 'applied index is now lower than readState.Index' (duration: 17.120679ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:06.456633Z","caller":"traceutil/trace.go:171","msg":"trace[292279049] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"166.096001ms","start":"2026-05-07T16:29:06.290523Z","end":"2026-05-07T16:29:06.456619Z","steps":["trace[292279049] 'process raft request' (duration: 165.338482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:06.456859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.729017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T16:29:06.456954Z","caller":"traceutil/trace.go:171","msg":"trace[2021638898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25415; }","duration":"157.86605ms","start":"2026-05-07T16:29:06.299066Z","end":"2026-05-07T16:29:06.456932Z","steps":["trace[2021638898] 'agreement among raft nodes before linearized reading' (duration: 157.626075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:06.457115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.63972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:29:06.457172Z","caller":"traceutil/trace.go:171","msg":"trace[4333658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25415; }","duration":"149.785174ms","start":"2026-05-07T16:29:06.307375Z","end":"2026-05-07T16:29:06.45716Z","steps":["trace[4333658] 'agreement among raft nodes before linearized reading' (duration: 149.565378ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:06.45721Z","caller":"traceutil/trace.go:171","msg":"trace[257490223] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"165.132019ms","start":"2026-05-07T16:29:06.292062Z","end":"2026-05-07T16:29:06.457195Z","steps":["trace[257490223] 'process raft request' (duration: 164.203466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:06.457328Z","caller":"traceutil/trace.go:171","msg":"trace[1653894604] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"163.239571ms","start":"2026-05-07T16:29:06.294076Z","end":"2026-05-07T16:29:06.457316Z","steps":["trace[1653894604] 'process raft request' (duration: 162.302788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:19.78073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22098} {"level":"info","ts":"2026-05-07T16:29:20.327388Z","caller":"traceutil/trace.go:171","msg":"trace[497258331] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"281.095503ms","start":"2026-05-07T16:29:20.046261Z","end":"2026-05-07T16:29:20.327356Z","steps":["trace[497258331] 'process raft request' (duration: 209.244396ms)","trace[497258331] 'compare' (duration: 71.465857ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:20.327609Z","caller":"traceutil/trace.go:171","msg":"trace[1029289636] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"277.162958ms","start":"2026-05-07T16:29:20.050413Z","end":"2026-05-07T16:29:20.327576Z","steps":["trace[1029289636] 'process raft request' (duration: 277.063776ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.327627Z","caller":"traceutil/trace.go:171","msg":"trace[1120836874] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"278.11699ms","start":"2026-05-07T16:29:20.049449Z","end":"2026-05-07T16:29:20.327566Z","steps":["trace[1120836874] 'process raft request' (duration: 277.861103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.327675Z","caller":"traceutil/trace.go:171","msg":"trace[1669356786] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"273.879878ms","start":"2026-05-07T16:29:20.053756Z","end":"2026-05-07T16:29:20.327636Z","steps":["trace[1669356786] 'process raft request' (duration: 273.770645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:20.518853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.263906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T16:29:20.519249Z","caller":"traceutil/trace.go:171","msg":"trace[280288052] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25524; }","duration":"128.679947ms","start":"2026-05-07T16:29:20.390547Z","end":"2026-05-07T16:29:20.519227Z","steps":["trace[280288052] 'count revisions from in-memory index tree' (duration: 128.104673ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.695938Z","caller":"traceutil/trace.go:171","msg":"trace[765402557] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"205.168466ms","start":"2026-05-07T16:29:20.490731Z","end":"2026-05-07T16:29:20.6959Z","steps":["trace[765402557] 'process raft request' (duration: 113.010763ms)","trace[765402557] 'compare' (duration: 92.01293ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:20.704907Z","caller":"traceutil/trace.go:171","msg":"trace[2093562270] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"194.825994ms","start":"2026-05-07T16:29:20.510048Z","end":"2026-05-07T16:29:20.704874Z","steps":["trace[2093562270] 'process raft request' (duration: 194.567528ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.705163Z","caller":"traceutil/trace.go:171","msg":"trace[1704010539] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26356; }","duration":"180.046222ms","start":"2026-05-07T16:29:20.525093Z","end":"2026-05-07T16:29:20.705139Z","steps":["trace[1704010539] 'read index received' (duration: 78.611182ms)","trace[1704010539] 'applied index is now lower than readState.Index' (duration: 101.43397ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:20.705277Z","caller":"traceutil/trace.go:171","msg":"trace[1831197480] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"191.012192ms","start":"2026-05-07T16:29:20.514244Z","end":"2026-05-07T16:29:20.705256Z","steps":["trace[1831197480] 'process raft request' (duration: 190.789246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:20.705407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.295289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T16:29:20.705416Z","caller":"traceutil/trace.go:171","msg":"trace[59494836] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"193.714507ms","start":"2026-05-07T16:29:20.51169Z","end":"2026-05-07T16:29:20.705405Z","steps":["trace[59494836] 'process raft request' (duration: 193.132623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.705457Z","caller":"traceutil/trace.go:171","msg":"trace[1145375014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25528; }","duration":"180.399181ms","start":"2026-05-07T16:29:20.525042Z","end":"2026-05-07T16:29:20.705441Z","steps":["trace[1145375014] 'agreement among raft nodes before linearized reading' (duration: 180.233367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:20.705697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.945952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T16:29:20.705715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.747978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T16:29:20.705778Z","caller":"traceutil/trace.go:171","msg":"trace[267639948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25528; }","duration":"175.904772ms","start":"2026-05-07T16:29:20.529857Z","end":"2026-05-07T16:29:20.705762Z","steps":["trace[267639948] 'agreement among raft nodes before linearized reading' (duration: 175.704367ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:20.705736Z","caller":"traceutil/trace.go:171","msg":"trace[805527053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25528; }","duration":"166.995774ms","start":"2026-05-07T16:29:20.538726Z","end":"2026-05-07T16:29:20.705722Z","steps":["trace[805527053] 'agreement among raft nodes before linearized reading' (duration: 166.871721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:20.706012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.621932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:29:20.706152Z","caller":"traceutil/trace.go:171","msg":"trace[1080883579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25528; }","duration":"170.749605ms","start":"2026-05-07T16:29:20.535317Z","end":"2026-05-07T16:29:20.706067Z","steps":["trace[1080883579] 'agreement among raft nodes before linearized reading' (duration: 170.52204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:20.948729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.487767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:20.948821Z","caller":"traceutil/trace.go:171","msg":"trace[1094968169] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25528; }","duration":"237.661901ms","start":"2026-05-07T16:29:20.711139Z","end":"2026-05-07T16:29:20.948801Z","steps":["trace[1094968169] 'range keys from in-memory index tree' (duration: 237.388904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.158302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.175315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:29:21.158525Z","caller":"traceutil/trace.go:171","msg":"trace[1214241615] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"446.60278ms","start":"2026-05-07T16:29:20.711875Z","end":"2026-05-07T16:29:21.158478Z","steps":["trace[1214241615] 'process raft request' (duration: 82.155868ms)","trace[1214241615] 'compare' (duration: 155.787109ms)","trace[1214241615] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 207.682068ms)"],"step_count":3} {"level":"info","ts":"2026-05-07T16:29:21.158621Z","caller":"traceutil/trace.go:171","msg":"trace[1663667891] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"232.019763ms","start":"2026-05-07T16:29:20.926586Z","end":"2026-05-07T16:29:21.158605Z","steps":["trace[1663667891] 'process raft request' (duration: 231.986622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.158683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.711857Z","time spent":"446.740424ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:21.158943Z","caller":"traceutil/trace.go:171","msg":"trace[886415261] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"444.659922ms","start":"2026-05-07T16:29:20.714271Z","end":"2026-05-07T16:29:21.158931Z","steps":["trace[886415261] 'process raft request' (duration: 444.251443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.158995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.714236Z","time spent":"444.734745ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:21.159067Z","caller":"traceutil/trace.go:171","msg":"trace[1704970378] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"446.354265ms","start":"2026-05-07T16:29:20.712681Z","end":"2026-05-07T16:29:21.159035Z","steps":["trace[1704970378] 'process raft request' (duration: 445.738809ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:21.159103Z","caller":"traceutil/trace.go:171","msg":"trace[538209517] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"444.561981ms","start":"2026-05-07T16:29:20.714478Z","end":"2026-05-07T16:29:21.15904Z","steps":["trace[538209517] 'process raft request' (duration: 444.068778ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:21.159067Z","caller":"traceutil/trace.go:171","msg":"trace[1146727401] linearizableReadLoop","detail":"{readStateIndex:26364; appliedIndex:26360; }","duration":"407.245158ms","start":"2026-05-07T16:29:20.751788Z","end":"2026-05-07T16:29:21.159033Z","steps":["trace[1146727401] 'read index received' (duration: 42.173591ms)","trace[1146727401] 'applied index is now lower than readState.Index' (duration: 365.067527ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:29:21.159243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.712644Z","time spent":"446.505209ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:21.159279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.478624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:29:21.159371Z","caller":"traceutil/trace.go:171","msg":"trace[1059924984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25533; }","duration":"407.630607ms","start":"2026-05-07T16:29:20.75172Z","end":"2026-05-07T16:29:21.15935Z","steps":["trace[1059924984] 'agreement among raft nodes before linearized reading' (duration: 407.393272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.159375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.714456Z","time spent":"444.776296ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:21.159408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.751697Z","time spent":"407.70507ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T16:29:21.159474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.890084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T16:29:21.159526Z","caller":"traceutil/trace.go:171","msg":"trace[2114583534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25533; }","duration":"315.995616ms","start":"2026-05-07T16:29:20.843517Z","end":"2026-05-07T16:29:21.159512Z","steps":["trace[2114583534] 'agreement among raft nodes before linearized reading' (duration: 315.776081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.159557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:20.843484Z","time spent":"316.065458ms","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T16:29:21.159586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.853205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:21.159613Z","caller":"traceutil/trace.go:171","msg":"trace[1411108345] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25533; }","duration":"203.911646ms","start":"2026-05-07T16:29:20.955689Z","end":"2026-05-07T16:29:21.159601Z","steps":["trace[1411108345] 'agreement among raft nodes before linearized reading' (duration: 203.866085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:21.431794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.501714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:29:21.431908Z","caller":"traceutil/trace.go:171","msg":"trace[1002804309] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26365; }","duration":"266.347553ms","start":"2026-05-07T16:29:21.165543Z","end":"2026-05-07T16:29:21.431891Z","steps":["trace[1002804309] 'read index received' (duration: 69.557062ms)","trace[1002804309] 'applied index is now lower than readState.Index' (duration: 196.789371ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:21.432008Z","caller":"traceutil/trace.go:171","msg":"trace[182086283] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"268.630699ms","start":"2026-05-07T16:29:21.163312Z","end":"2026-05-07T16:29:21.431943Z","steps":["trace[182086283] 'process raft request' (duration: 71.877198ms)","trace[182086283] 'compare' (duration: 92.904761ms)","trace[182086283] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 103.335268ms)"],"step_count":3} {"level":"warn","ts":"2026-05-07T16:29:21.432104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.530358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:21.432191Z","caller":"traceutil/trace.go:171","msg":"trace[1374985609] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25534; }","duration":"266.655411ms","start":"2026-05-07T16:29:21.165518Z","end":"2026-05-07T16:29:21.432173Z","steps":["trace[1374985609] 'agreement among raft nodes before linearized reading' (duration: 266.510037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:21.617323Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22098,"took":"1.832757567s","hash":3560602216,"current-db-size-bytes":57892864,"current-db-size":"58 MB","current-db-size-in-use-bytes":43180032,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-07T16:29:21.617417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3560602216,"revision":22098,"compact-revision":19861} {"level":"warn","ts":"2026-05-07T16:29:21.617984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.986022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:21.618093Z","caller":"traceutil/trace.go:171","msg":"trace[1791349350] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25534; }","duration":"113.136536ms","start":"2026-05-07T16:29:21.504932Z","end":"2026-05-07T16:29:21.618069Z","steps":["trace[1791349350] 'range keys from in-memory index tree' (duration: 112.90345ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:22.841611Z","caller":"traceutil/trace.go:171","msg":"trace[1961144059] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"126.598886ms","start":"2026-05-07T16:29:22.714989Z","end":"2026-05-07T16:29:22.841588Z","steps":["trace[1961144059] 'process raft request' (duration: 125.583061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:22.842292Z","caller":"traceutil/trace.go:171","msg":"trace[1982386836] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"127.249781ms","start":"2026-05-07T16:29:22.715012Z","end":"2026-05-07T16:29:22.842262Z","steps":["trace[1982386836] 'process raft request' (duration: 126.540655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:22.842343Z","caller":"traceutil/trace.go:171","msg":"trace[855728217] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"126.229507ms","start":"2026-05-07T16:29:22.716089Z","end":"2026-05-07T16:29:22.842319Z","steps":["trace[855728217] 'process raft request' (duration: 125.635773ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:23.083204Z","caller":"traceutil/trace.go:171","msg":"trace[1296853426] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"168.07676ms","start":"2026-05-07T16:29:22.915099Z","end":"2026-05-07T16:29:23.083176Z","steps":["trace[1296853426] 'process raft request' (duration: 81.586325ms)","trace[1296853426] 'compare' (duration: 86.370332ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:23.303119Z","caller":"traceutil/trace.go:171","msg":"trace[154705765] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"131.804623ms","start":"2026-05-07T16:29:23.171281Z","end":"2026-05-07T16:29:23.303086Z","steps":["trace[154705765] 'process raft request' (duration: 53.889188ms)","trace[154705765] 'compare' (duration: 77.471434ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:23.303159Z","caller":"traceutil/trace.go:171","msg":"trace[178711313] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"131.602929ms","start":"2026-05-07T16:29:23.171531Z","end":"2026-05-07T16:29:23.303134Z","steps":["trace[178711313] 'process raft request' (duration: 131.454024ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:23.303213Z","caller":"traceutil/trace.go:171","msg":"trace[84487632] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"131.556297ms","start":"2026-05-07T16:29:23.171642Z","end":"2026-05-07T16:29:23.303198Z","steps":["trace[84487632] 'process raft request' (duration: 131.442864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:23.309959Z","caller":"traceutil/trace.go:171","msg":"trace[439914756] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"104.682629ms","start":"2026-05-07T16:29:23.20525Z","end":"2026-05-07T16:29:23.309933Z","steps":["trace[439914756] 'process raft request' (duration: 104.471894ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:34.533185Z","caller":"traceutil/trace.go:171","msg":"trace[2041965417] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"185.135877ms","start":"2026-05-07T16:29:34.348022Z","end":"2026-05-07T16:29:34.533158Z","steps":["trace[2041965417] 'process raft request' (duration: 184.951273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:34.710223Z","caller":"traceutil/trace.go:171","msg":"trace[913311069] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"332.079609ms","start":"2026-05-07T16:29:34.378104Z","end":"2026-05-07T16:29:34.710184Z","steps":["trace[913311069] 'process raft request' (duration: 321.512511ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:34.71024Z","caller":"traceutil/trace.go:171","msg":"trace[2000816940] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"330.701386ms","start":"2026-05-07T16:29:34.379493Z","end":"2026-05-07T16:29:34.710194Z","steps":["trace[2000816940] 'process raft request' (duration: 330.569963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:34.710397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:34.378067Z","time spent":"332.238293ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:34.710457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:34.379442Z","time spent":"330.891011ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:34.710502Z","caller":"traceutil/trace.go:171","msg":"trace[1942328036] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"329.580179ms","start":"2026-05-07T16:29:34.380888Z","end":"2026-05-07T16:29:34.710468Z","steps":["trace[1942328036] 'process raft request' (duration: 329.242681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:34.710584Z","caller":"traceutil/trace.go:171","msg":"trace[2039694713] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"327.264663ms","start":"2026-05-07T16:29:34.383289Z","end":"2026-05-07T16:29:34.710553Z","steps":["trace[2039694713] 'process raft request' (duration: 326.890753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:34.71069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:34.380875Z","time spent":"329.718183ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:34.71076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:34.383247Z","time spent":"327.421556ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:34.885813Z","caller":"traceutil/trace.go:171","msg":"trace[1372982966] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"115.604417ms","start":"2026-05-07T16:29:34.770175Z","end":"2026-05-07T16:29:34.885779Z","steps":["trace[1372982966] 'process raft request' (duration: 115.380662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:39.526791Z","caller":"traceutil/trace.go:171","msg":"trace[737596394] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"126.247138ms","start":"2026-05-07T16:29:39.40051Z","end":"2026-05-07T16:29:39.526758Z","steps":["trace[737596394] 'process raft request' (duration: 126.015743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:39.658386Z","caller":"traceutil/trace.go:171","msg":"trace[206823490] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"256.240666ms","start":"2026-05-07T16:29:39.402113Z","end":"2026-05-07T16:29:39.658354Z","steps":["trace[206823490] 'process raft request' (duration: 163.803795ms)","trace[206823490] 'compare' (duration: 92.076032ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:39.658565Z","caller":"traceutil/trace.go:171","msg":"trace[486694688] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26512; }","duration":"142.73811ms","start":"2026-05-07T16:29:39.515785Z","end":"2026-05-07T16:29:39.658523Z","steps":["trace[486694688] 'read index received' (duration: 10.788644ms)","trace[486694688] 'applied index is now lower than readState.Index' (duration: 131.945646ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:39.65879Z","caller":"traceutil/trace.go:171","msg":"trace[1982446913] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"255.753064ms","start":"2026-05-07T16:29:39.403005Z","end":"2026-05-07T16:29:39.658758Z","steps":["trace[1982446913] 'process raft request' (duration: 255.250772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:39.658874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.067438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T16:29:39.658922Z","caller":"traceutil/trace.go:171","msg":"trace[1952118998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25679; }","duration":"143.191451ms","start":"2026-05-07T16:29:39.515718Z","end":"2026-05-07T16:29:39.65891Z","steps":["trace[1952118998] 'agreement among raft nodes before linearized reading' (duration: 142.939925ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:45.182491Z","caller":"traceutil/trace.go:171","msg":"trace[1338825181] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"258.275634ms","start":"2026-05-07T16:29:44.924176Z","end":"2026-05-07T16:29:45.182451Z","steps":["trace[1338825181] 'process raft request' (duration: 257.998548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.417792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.010328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T16:29:45.418001Z","caller":"traceutil/trace.go:171","msg":"trace[818506779] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"490.507755ms","start":"2026-05-07T16:29:44.927468Z","end":"2026-05-07T16:29:45.417976Z","steps":["trace[818506779] 'process raft request' (duration: 311.203041ms)","trace[818506779] 'compare' (duration: 178.855902ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T16:29:45.418085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:44.927438Z","time spent":"490.609378ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:45.418381Z","caller":"traceutil/trace.go:171","msg":"trace[1265798458] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"489.665194ms","start":"2026-05-07T16:29:44.928689Z","end":"2026-05-07T16:29:45.418355Z","steps":["trace[1265798458] 'process raft request' (duration: 489.232014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.418583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:44.928654Z","time spent":"489.816248ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T16:29:45.41891Z","caller":"traceutil/trace.go:171","msg":"trace[2090432385] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26550; }","duration":"482.330455ms","start":"2026-05-07T16:29:44.936563Z","end":"2026-05-07T16:29:45.418893Z","steps":["trace[2090432385] 'read index received' (duration: 245.640647ms)","trace[2090432385] 'applied index is now lower than readState.Index' (duration: 236.688518ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:29:45.418961Z","caller":"traceutil/trace.go:171","msg":"trace[982500636] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"487.781259ms","start":"2026-05-07T16:29:44.931157Z","end":"2026-05-07T16:29:45.418938Z","steps":["trace[982500636] 'process raft request' (duration: 487.094352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.419062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:44.931139Z","time spent":"487.87368ms","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T16:29:45.419071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.473529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:29:45.419097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.946933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T16:29:45.419139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.330878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:45.419189Z","caller":"traceutil/trace.go:171","msg":"trace[1809554304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25717; }","duration":"284.049985ms","start":"2026-05-07T16:29:45.135117Z","end":"2026-05-07T16:29:45.419168Z","steps":["trace[1809554304] 'agreement among raft nodes before linearized reading' (duration: 283.900842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:45.419177Z","caller":"traceutil/trace.go:171","msg":"trace[1418577839] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25717; }","duration":"482.638073ms","start":"2026-05-07T16:29:44.936514Z","end":"2026-05-07T16:29:45.419152Z","steps":["trace[1418577839] 'agreement among raft nodes before linearized reading' (duration: 482.446638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.419252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:44.936491Z","time spent":"482.749085ms","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-07T16:29:45.419246Z","caller":"traceutil/trace.go:171","msg":"trace[1971208776] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25717; }","duration":"411.496082ms","start":"2026-05-07T16:29:45.00772Z","end":"2026-05-07T16:29:45.419216Z","steps":["trace[1971208776] 'agreement among raft nodes before linearized reading' (duration: 411.288257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.419318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T16:29:45.007707Z","time spent":"411.598464ms","remote":"127.0.0.1:47732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T16:29:45.419139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.905316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T16:29:45.41942Z","caller":"traceutil/trace.go:171","msg":"trace[638964194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25717; }","duration":"105.242894ms","start":"2026-05-07T16:29:45.314164Z","end":"2026-05-07T16:29:45.419407Z","steps":["trace[638964194] 'agreement among raft nodes before linearized reading' (duration: 104.850715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.655529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.472636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T16:29:45.655711Z","caller":"traceutil/trace.go:171","msg":"trace[577202952] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25718; }","duration":"109.747603ms","start":"2026-05-07T16:29:45.545932Z","end":"2026-05-07T16:29:45.65568Z","steps":["trace[577202952] 'count revisions from in-memory index tree' (duration: 109.300702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T16:29:45.65588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.083415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T16:29:45.65599Z","caller":"traceutil/trace.go:171","msg":"trace[672682837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25718; }","duration":"102.255041ms","start":"2026-05-07T16:29:45.553711Z","end":"2026-05-07T16:29:45.655966Z","steps":["trace[672682837] 'range keys from in-memory index tree' (duration: 101.872021ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T16:29:46.297433Z","caller":"traceutil/trace.go:171","msg":"trace[1612888462] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"101.856501ms","start":"2026-05-07T16:29:46.195531Z","end":"2026-05-07T16:29:46.297388Z","steps":["trace[1612888462] 'process raft request' (duration: 80.904689ms)","trace[1612888462] 'compare' (duration: 20.742557ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T16:30:41.656569Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a36.wal"} {"level":"info","ts":"2026-05-07T16:34:19.788152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25520} {"level":"info","ts":"2026-05-07T16:34:19.942115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25520,"took":"147.617811ms","hash":1047898813,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":35536896,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T16:34:19.942208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1047898813,"revision":25520,"compact-revision":22098} {"level":"info","ts":"2026-05-07T16:35:46.904302Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T16:35:46.911033Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T16:35:46.911139Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-07T16:39:19.79493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28399} {"level":"info","ts":"2026-05-07T16:39:19.948225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28399,"took":"147.76225ms","hash":263104358,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":30089216,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T16:39:19.948331Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":263104358,"revision":28399,"compact-revision":25520} {"level":"info","ts":"2026-05-07T16:44:19.803494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30629} {"level":"info","ts":"2026-05-07T16:44:19.921546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30629,"took":"112.359009ms","hash":25188282,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":30822400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T16:44:19.921627Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":25188282,"revision":30629,"compact-revision":28399} {"level":"info","ts":"2026-05-07T16:49:19.811665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32893} {"level":"info","ts":"2026-05-07T16:49:19.958279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32893,"took":"139.918651ms","hash":786627527,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":31019008,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T16:49:19.958358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":786627527,"revision":32893,"compact-revision":30629} {"level":"info","ts":"2026-05-07T16:54:19.821924Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35187} {"level":"info","ts":"2026-05-07T16:54:19.96315Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35187,"took":"136.075698ms","hash":2258555861,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":31281152,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T16:54:19.963251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2258555861,"revision":35187,"compact-revision":32893} {"level":"info","ts":"2026-05-07T16:57:17.16428Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T16:57:17.170311Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T16:57:17.170445Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T16:59:19.82883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37417} {"level":"info","ts":"2026-05-07T16:59:19.976388Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37417,"took":"142.113396ms","hash":4136111396,"current-db-size-bytes":59584512,"current-db-size":"60 MB","current-db-size-in-use-bytes":30736384,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T16:59:19.976479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4136111396,"revision":37417,"compact-revision":35187}