{"level":"warn","ts":"2026-04-23T16:58:01.123279Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:58:01.123407Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.85:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.85:2380","--initial-cluster=instance=https://199.19.213.85:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.85:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.85:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T16:58:01.123516Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:58:01.123545Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-04-23T16:58:01.123575Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:58:01.124493Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"]} {"level":"info","ts":"2026-04-23T16:58:01.124596Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.85:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T16:58:01.128752Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.911629ms"} {"level":"info","ts":"2026-04-23T16:58:01.136615Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a0c678c4e560a44","cluster-id":"dbaaf49260b7a32b"} {"level":"info","ts":"2026-04-23T16:58:01.136787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T16:58:01.136834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became follower at term 0"} {"level":"info","ts":"2026-04-23T16:58:01.136859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a0c678c4e560a44 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T16:58:01.136878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became follower at term 1"} {"level":"info","ts":"2026-04-23T16:58:01.136947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=(7641596520048233028)"} {"level":"warn","ts":"2026-04-23T16:58:01.14851Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T16:58:01.151417Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T16:58:01.153764Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T16:58:01.158131Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a0c678c4e560a44","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T16:58:01.158363Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a0c678c4e560a44","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T16:58:01.158503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:58:01.158543Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:58:01.158554Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:58:01.159644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 switched to configuration voters=(7641596520048233028)"} {"level":"info","ts":"2026-04-23T16:58:01.159901Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dbaaf49260b7a32b","local-member-id":"6a0c678c4e560a44","added-peer-id":"6a0c678c4e560a44","added-peer-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-04-23T16:58:01.165001Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:58:01.165216Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-04-23T16:58:01.165283Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-04-23T16:58:01.165614Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a0c678c4e560a44","initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T16:58:01.165665Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T16:58:02.038554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T16:58:02.038693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T16:58:02.038723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 received MsgPreVoteResp from 6a0c678c4e560a44 at term 1"} {"level":"info","ts":"2026-04-23T16:58:02.038743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became candidate at term 2"} {"level":"info","ts":"2026-04-23T16:58:02.038753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 received MsgVoteResp from 6a0c678c4e560a44 at term 2"} {"level":"info","ts":"2026-04-23T16:58:02.038777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a0c678c4e560a44 became leader at term 2"} {"level":"info","ts":"2026-04-23T16:58:02.03879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a0c678c4e560a44 elected leader 6a0c678c4e560a44 at term 2"} {"level":"info","ts":"2026-04-23T16:58:02.090188Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:58:02.093232Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a0c678c4e560a44","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.85:2379]}","request-path":"/0/members/6a0c678c4e560a44/attributes","cluster-id":"dbaaf49260b7a32b","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T16:58:02.093237Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:58:02.09332Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:58:02.093705Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T16:58:02.093736Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dbaaf49260b7a32b","local-member-id":"6a0c678c4e560a44","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:58:02.093778Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T16:58:02.093924Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:58:02.094Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:58:02.097239Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T16:58:02.103615Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.85:2379"} {"level":"info","ts":"2026-04-23T16:58:35.518661Z","caller":"traceutil/trace.go:171","msg":"trace[941130650] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"110.079917ms","start":"2026-04-23T16:58:35.408556Z","end":"2026-04-23T16:58:35.518636Z","steps":["trace[941130650] 'read index received' (duration: 109.915581ms)","trace[941130650] 'applied index is now lower than readState.Index' (duration: 163.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:58:35.518735Z","caller":"traceutil/trace.go:171","msg":"trace[1159362829] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"150.950344ms","start":"2026-04-23T16:58:35.367747Z","end":"2026-04-23T16:58:35.518697Z","steps":["trace[1159362829] 'process raft request' (duration: 150.724736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:58:35.518955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.384728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T16:58:35.519034Z","caller":"traceutil/trace.go:171","msg":"trace[364193128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"110.537952ms","start":"2026-04-23T16:58:35.408484Z","end":"2026-04-23T16:58:35.519022Z","steps":["trace[364193128] 'agreement among raft nodes before linearized reading' (duration: 110.320705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:58:35.543912Z","caller":"traceutil/trace.go:171","msg":"trace[800463393] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"126.601624ms","start":"2026-04-23T16:58:35.417291Z","end":"2026-04-23T16:58:35.543893Z","steps":["trace[800463393] 'process raft request' (duration: 126.334955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:06.797792Z","caller":"traceutil/trace.go:171","msg":"trace[1716058220] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"115.828266ms","start":"2026-04-23T16:59:06.681924Z","end":"2026-04-23T16:59:06.797753Z","steps":["trace[1716058220] 'process raft request' (duration: 115.513245ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:26.489387Z","caller":"traceutil/trace.go:171","msg":"trace[2098477571] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"129.175425ms","start":"2026-04-23T16:59:26.360179Z","end":"2026-04-23T16:59:26.489355Z","steps":["trace[2098477571] 'process raft request' (duration: 128.91196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:18.461473Z","caller":"traceutil/trace.go:171","msg":"trace[200181227] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"114.68509ms","start":"2026-04-23T17:02:18.346754Z","end":"2026-04-23T17:02:18.461439Z","steps":["trace[200181227] 'process raft request' (duration: 96.575739ms)","trace[200181227] 'compare' (duration: 17.977888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:21.449595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.81328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:02:21.449919Z","caller":"traceutil/trace.go:171","msg":"trace[655330420] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"212.100436ms","start":"2026-04-23T17:02:21.237773Z","end":"2026-04-23T17:02:21.449874Z","steps":["trace[655330420] 'process raft request' (duration: 35.384207ms)","trace[655330420] 'compare' (duration: 175.555945ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:21.450008Z","caller":"traceutil/trace.go:171","msg":"trace[1920137345] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"179.520935ms","start":"2026-04-23T17:02:21.270476Z","end":"2026-04-23T17:02:21.449997Z","steps":["trace[1920137345] 'read index received' (duration: 2.534291ms)","trace[1920137345] 'applied index is now lower than readState.Index' (duration: 176.985424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:21.449958Z","caller":"traceutil/trace.go:171","msg":"trace[2001109268] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"174.037705ms","start":"2026-04-23T17:02:21.275893Z","end":"2026-04-23T17:02:21.449931Z","steps":["trace[2001109268] 'process raft request' (duration: 173.874252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:21.450467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.31845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-6rqz6\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-04-23T17:02:21.450543Z","caller":"traceutil/trace.go:171","msg":"trace[789545763] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-6rqz6; range_end:; response_count:1; response_revision:1858; }","duration":"212.474822ms","start":"2026-04-23T17:02:21.238048Z","end":"2026-04-23T17:02:21.450523Z","steps":["trace[789545763] 'agreement among raft nodes before linearized reading' (duration: 212.233478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:21.450605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.358462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-04-23T17:02:21.450464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.560156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-23T17:02:21.450657Z","caller":"traceutil/trace.go:171","msg":"trace[237577610] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1858; }","duration":"171.483554ms","start":"2026-04-23T17:02:21.279153Z","end":"2026-04-23T17:02:21.450636Z","steps":["trace[237577610] 'agreement among raft nodes before linearized reading' (duration: 171.367381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:21.450683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.712027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:21.450705Z","caller":"traceutil/trace.go:171","msg":"trace[1326330979] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:0; response_revision:1858; }","duration":"220.761418ms","start":"2026-04-23T17:02:21.229937Z","end":"2026-04-23T17:02:21.450698Z","steps":["trace[1326330979] 'agreement among raft nodes before linearized reading' (duration: 220.726237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:21.450738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.343001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-23T17:02:21.45072Z","caller":"traceutil/trace.go:171","msg":"trace[1354813842] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1858; }","duration":"172.831661ms","start":"2026-04-23T17:02:21.277831Z","end":"2026-04-23T17:02:21.450663Z","steps":["trace[1354813842] 'agreement among raft nodes before linearized reading' (duration: 172.459134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:21.450779Z","caller":"traceutil/trace.go:171","msg":"trace[35422153] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1858; }","duration":"172.434532ms","start":"2026-04-23T17:02:21.278331Z","end":"2026-04-23T17:02:21.450766Z","steps":["trace[35422153] 'agreement among raft nodes before linearized reading' (duration: 172.264439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:21.771089Z","caller":"traceutil/trace.go:171","msg":"trace[657211702] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"114.111218ms","start":"2026-04-23T17:02:21.656944Z","end":"2026-04-23T17:02:21.771055Z","steps":["trace[657211702] 'process raft request' (duration: 70.939946ms)","trace[657211702] 'compare' (duration: 42.944497ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:21.771299Z","caller":"traceutil/trace.go:171","msg":"trace[1200639563] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1941; }","duration":"112.802173ms","start":"2026-04-23T17:02:21.658485Z","end":"2026-04-23T17:02:21.771287Z","steps":["trace[1200639563] 'read index received' (duration: 37.711194ms)","trace[1200639563] 'applied index is now lower than readState.Index' (duration: 75.089199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:21.771437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.927896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:21.771485Z","caller":"traceutil/trace.go:171","msg":"trace[395132505] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:0; response_revision:1868; }","duration":"113.031347ms","start":"2026-04-23T17:02:21.658442Z","end":"2026-04-23T17:02:21.771473Z","steps":["trace[395132505] 'agreement among raft nodes before linearized reading' (duration: 112.893504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:28.706488Z","caller":"traceutil/trace.go:171","msg":"trace[1498070204] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"391.024977ms","start":"2026-04-23T17:02:28.315431Z","end":"2026-04-23T17:02:28.706456Z","steps":["trace[1498070204] 'process raft request' (duration: 390.823163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:28.706964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:28.315393Z","time spent":"391.276332ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:39.815792Z","caller":"traceutil/trace.go:171","msg":"trace[1855529976] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"125.280387ms","start":"2026-04-23T17:02:39.690472Z","end":"2026-04-23T17:02:39.815753Z","steps":["trace[1855529976] 'process raft request' (duration: 79.481666ms)","trace[1855529976] 'compare' (duration: 45.527035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:41.260934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.580972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:02:41.261109Z","caller":"traceutil/trace.go:171","msg":"trace[1279285547] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"274.951392ms","start":"2026-04-23T17:02:40.986112Z","end":"2026-04-23T17:02:41.261064Z","steps":["trace[1279285547] 'process raft request' (duration: 155.132215ms)","trace[1279285547] 'compare' (duration: 119.416709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:02.765593Z","caller":"traceutil/trace.go:171","msg":"trace[1559226901] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"140.369289ms","start":"2026-04-23T17:03:02.625179Z","end":"2026-04-23T17:03:02.765548Z","steps":["trace[1559226901] 'process raft request' (duration: 140.113384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:02.943076Z","caller":"traceutil/trace.go:171","msg":"trace[369204927] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3029; }","duration":"116.677643ms","start":"2026-04-23T17:03:02.82637Z","end":"2026-04-23T17:03:02.943047Z","steps":["trace[369204927] 'read index received' (duration: 101.205522ms)","trace[369204927] 'applied index is now lower than readState.Index' (duration: 15.470891ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:02.943286Z","caller":"traceutil/trace.go:171","msg":"trace[1835141008] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"166.066496ms","start":"2026-04-23T17:03:02.777208Z","end":"2026-04-23T17:03:02.943275Z","steps":["trace[1835141008] 'process raft request' (duration: 165.78915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:02.943336Z","caller":"traceutil/trace.go:171","msg":"trace[1227015760] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"166.78118ms","start":"2026-04-23T17:03:02.776523Z","end":"2026-04-23T17:03:02.943304Z","steps":["trace[1227015760] 'process raft request' (duration: 151.075834ms)","trace[1227015760] 'compare' (duration: 15.206225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:03:02.943761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.385448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-23T17:03:02.943791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.904038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-23T17:03:02.943808Z","caller":"traceutil/trace.go:171","msg":"trace[1530561296] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2912; }","duration":"117.50191ms","start":"2026-04-23T17:03:02.826295Z","end":"2026-04-23T17:03:02.943797Z","steps":["trace[1530561296] 'agreement among raft nodes before linearized reading' (duration: 117.291076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:02.94382Z","caller":"traceutil/trace.go:171","msg":"trace[381933214] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2912; }","duration":"116.975389ms","start":"2026-04-23T17:03:02.826837Z","end":"2026-04-23T17:03:02.943813Z","steps":["trace[381933214] 'agreement among raft nodes before linearized reading' (duration: 116.813266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:03.113925Z","caller":"traceutil/trace.go:171","msg":"trace[91363673] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3032; }","duration":"111.106332ms","start":"2026-04-23T17:03:03.002794Z","end":"2026-04-23T17:03:03.1139Z","steps":["trace[91363673] 'read index received' (duration: 37.35177ms)","trace[91363673] 'applied index is now lower than readState.Index' (duration: 73.753112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:03.11401Z","caller":"traceutil/trace.go:171","msg":"trace[636856307] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2913; }","duration":"149.751518ms","start":"2026-04-23T17:03:02.96424Z","end":"2026-04-23T17:03:03.113992Z","steps":["trace[636856307] 'process raft request' (duration: 133.169775ms)","trace[636856307] 'compare' (duration: 16.310076ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:03.113977Z","caller":"traceutil/trace.go:171","msg":"trace[396096571] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"149.304549ms","start":"2026-04-23T17:03:02.964631Z","end":"2026-04-23T17:03:03.113936Z","steps":["trace[396096571] 'process raft request' (duration: 149.175405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.114188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.378187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:03:03.114228Z","caller":"traceutil/trace.go:171","msg":"trace[1015064240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2914; }","duration":"111.494009ms","start":"2026-04-23T17:03:03.002726Z","end":"2026-04-23T17:03:03.11422Z","steps":["trace[1015064240] 'agreement among raft nodes before linearized reading' (duration: 111.294385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.44654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.734804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:03:03.446825Z","caller":"traceutil/trace.go:171","msg":"trace[1868027287] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"318.377193ms","start":"2026-04-23T17:03:03.12842Z","end":"2026-04-23T17:03:03.446797Z","steps":["trace[1868027287] 'process raft request' (duration: 193.271601ms)","trace[1868027287] 'compare' (duration: 124.477099ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:03.446881Z","caller":"traceutil/trace.go:171","msg":"trace[2108624048] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3038; }","duration":"260.01906ms","start":"2026-04-23T17:03:03.18684Z","end":"2026-04-23T17:03:03.446859Z","steps":["trace[2108624048] 'read index received' (duration: 134.874688ms)","trace[2108624048] 'applied index is now lower than readState.Index' (duration: 125.142872ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:03.446977Z","caller":"traceutil/trace.go:171","msg":"trace[741012345] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"262.945189ms","start":"2026-04-23T17:03:03.18402Z","end":"2026-04-23T17:03:03.446965Z","steps":["trace[741012345] 'process raft request' (duration: 262.770876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.446979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.128397Z","time spent":"318.490435ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:03.447063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.948663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:03.447102Z","caller":"traceutil/trace.go:171","msg":"trace[1041926362] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2921; }","duration":"292.035995ms","start":"2026-04-23T17:03:03.155054Z","end":"2026-04-23T17:03:03.44709Z","steps":["trace[1041926362] 'agreement among raft nodes before linearized reading' (duration: 291.957483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:03.44709Z","caller":"traceutil/trace.go:171","msg":"trace[402024992] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"316.408714ms","start":"2026-04-23T17:03:03.13064Z","end":"2026-04-23T17:03:03.447048Z","steps":["trace[402024992] 'process raft request' (duration: 316.035846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.447263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.130604Z","time spent":"316.563217ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2054,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:03.493632Z","caller":"traceutil/trace.go:171","msg":"trace[514183278] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"258.835207ms","start":"2026-04-23T17:03:03.234767Z","end":"2026-04-23T17:03:03.493602Z","steps":["trace[514183278] 'process raft request' (duration: 258.761655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:03.493974Z","caller":"traceutil/trace.go:171","msg":"trace[1171102935] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"302.603636ms","start":"2026-04-23T17:03:03.191362Z","end":"2026-04-23T17:03:03.493966Z","steps":["trace[1171102935] 'process raft request' (duration: 301.917152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.494056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.191333Z","time spent":"302.663228ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:03:03.49426Z","caller":"traceutil/trace.go:171","msg":"trace[651471860] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"297.29424ms","start":"2026-04-23T17:03:03.196957Z","end":"2026-04-23T17:03:03.494252Z","steps":["trace[651471860] 'process raft request' (duration: 296.472413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.494473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.07584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T17:03:03.494547Z","caller":"traceutil/trace.go:171","msg":"trace[1364600922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2924; }","duration":"102.207042ms","start":"2026-04-23T17:03:03.392328Z","end":"2026-04-23T17:03:03.494535Z","steps":["trace[1364600922] 'agreement among raft nodes before linearized reading' (duration: 102.07531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.818524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.595252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:03:03.818746Z","caller":"traceutil/trace.go:171","msg":"trace[662683922] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3044; }","duration":"324.905845ms","start":"2026-04-23T17:03:03.493821Z","end":"2026-04-23T17:03:03.818727Z","steps":["trace[662683922] 'read index received' (duration: 201.928415ms)","trace[662683922] 'applied index is now lower than readState.Index' (duration: 122.976419ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:03.81888Z","caller":"traceutil/trace.go:171","msg":"trace[207358663] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"358.879796ms","start":"2026-04-23T17:03:03.459987Z","end":"2026-04-23T17:03:03.818867Z","steps":["trace[207358663] 'process raft request' (duration: 358.660182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:03.818866Z","caller":"traceutil/trace.go:171","msg":"trace[468680865] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"359.967478ms","start":"2026-04-23T17:03:03.45886Z","end":"2026-04-23T17:03:03.818828Z","steps":["trace[468680865] 'process raft request' (duration: 236.909017ms)","trace[468680865] 'compare' (duration: 122.441718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:03:03.818941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.459974Z","time spent":"358.939887ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T17:03:03.819037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.458826Z","time spent":"360.130011ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T17:03:03.819221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.137531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2069"} {"level":"info","ts":"2026-04-23T17:03:03.819326Z","caller":"traceutil/trace.go:171","msg":"trace[1472427194] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2926; }","duration":"355.275763ms","start":"2026-04-23T17:03:03.464027Z","end":"2026-04-23T17:03:03.819303Z","steps":["trace[1472427194] 'agreement among raft nodes before linearized reading' (duration: 354.910346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.81938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.464015Z","time spent":"355.355445ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2092,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-04-23T17:03:03.867077Z","caller":"traceutil/trace.go:171","msg":"trace[436318571] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"353.686801ms","start":"2026-04-23T17:03:03.513344Z","end":"2026-04-23T17:03:03.867031Z","steps":["trace[436318571] 'process raft request' (duration: 353.333494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.867313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.513331Z","time spent":"353.853725ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:03.868218Z","caller":"traceutil/trace.go:171","msg":"trace[1323729361] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"348.053018ms","start":"2026-04-23T17:03:03.520143Z","end":"2026-04-23T17:03:03.868196Z","steps":["trace[1323729361] 'process raft request' (duration: 346.712081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.86832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.52012Z","time spent":"348.146461ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:03.868974Z","caller":"traceutil/trace.go:171","msg":"trace[259243226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2928; }","duration":"339.423646ms","start":"2026-04-23T17:03:03.529514Z","end":"2026-04-23T17:03:03.868937Z","steps":["trace[259243226] 'process raft request' (duration: 338.64365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.869222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.529494Z","time spent":"339.595999ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1756,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:03.869661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.54297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a90b255f5d6110\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-23T17:03:03.869708Z","caller":"traceutil/trace.go:171","msg":"trace[58644928] range","detail":"{range_begin:/registry/events/openstack/valkey.18a90b255f5d6110; range_end:; response_count:1; response_revision:2928; }","duration":"364.588221ms","start":"2026-04-23T17:03:03.505107Z","end":"2026-04-23T17:03:03.869695Z","steps":["trace[58644928] 'agreement among raft nodes before linearized reading' (duration: 364.424668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.86974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.505087Z","time spent":"364.646402ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":729,"request content":"key:\"/registry/events/openstack/valkey.18a90b255f5d6110\" "} {"level":"warn","ts":"2026-04-23T17:03:03.869855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.619842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:03.869928Z","caller":"traceutil/trace.go:171","msg":"trace[352800198] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:2928; }","duration":"370.697103ms","start":"2026-04-23T17:03:03.499215Z","end":"2026-04-23T17:03:03.869912Z","steps":["trace[352800198] 'agreement among raft nodes before linearized reading' (duration: 370.580351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:03.869979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.499153Z","time spent":"370.813956ms","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-04-23T17:03:03.869985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.290639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmswm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-23T17:03:03.870062Z","caller":"traceutil/trace.go:171","msg":"trace[1182265044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmswm; range_end:; response_count:1; response_revision:2928; }","duration":"180.405852ms","start":"2026-04-23T17:03:03.689645Z","end":"2026-04-23T17:03:03.870051Z","steps":["trace[1182265044] 'agreement among raft nodes before linearized reading' (duration: 180.249979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.08578Z","caller":"traceutil/trace.go:171","msg":"trace[367421283] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3049; }","duration":"216.914775ms","start":"2026-04-23T17:03:03.868841Z","end":"2026-04-23T17:03:04.085756Z","steps":["trace[367421283] 'read index received' (duration: 133.198585ms)","trace[367421283] 'applied index is now lower than readState.Index' (duration: 83.7153ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:04.085982Z","caller":"traceutil/trace.go:171","msg":"trace[1990394302] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"255.321258ms","start":"2026-04-23T17:03:03.830652Z","end":"2026-04-23T17:03:04.085973Z","steps":["trace[1990394302] 'process raft request' (duration: 171.373492ms)","trace[1990394302] 'compare' (duration: 83.448985ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:04.086111Z","caller":"traceutil/trace.go:171","msg":"trace[170200030] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2929; }","duration":"255.325038ms","start":"2026-04-23T17:03:03.83078Z","end":"2026-04-23T17:03:04.086105Z","steps":["trace[170200030] 'process raft request' (duration: 254.905269ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.086189Z","caller":"traceutil/trace.go:171","msg":"trace[190924971] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"253.45822ms","start":"2026-04-23T17:03:03.832725Z","end":"2026-04-23T17:03:04.086184Z","steps":["trace[190924971] 'process raft request' (duration: 252.98646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.086305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.680005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.08633Z","caller":"traceutil/trace.go:171","msg":"trace[197806066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2930; }","duration":"262.757697ms","start":"2026-04-23T17:03:03.823567Z","end":"2026-04-23T17:03:04.086324Z","steps":["trace[197806066] 'agreement among raft nodes before linearized reading' (duration: 262.679815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.51027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.198729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:03:04.510515Z","caller":"traceutil/trace.go:171","msg":"trace[1200664760] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"637.485802ms","start":"2026-04-23T17:03:03.872999Z","end":"2026-04-23T17:03:04.510485Z","steps":["trace[1200664760] 'process raft request' (duration: 316.963816ms)","trace[1200664760] 'compare' (duration: 320.034676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:03:04.510672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.872783Z","time spent":"637.797418ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:04.510795Z","caller":"traceutil/trace.go:171","msg":"trace[1969966744] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3052; }","duration":"424.924933ms","start":"2026-04-23T17:03:04.08584Z","end":"2026-04-23T17:03:04.510765Z","steps":["trace[1969966744] 'read index received' (duration: 104.138332ms)","trace[1969966744] 'applied index is now lower than readState.Index' (duration: 320.783151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:04.510828Z","caller":"traceutil/trace.go:171","msg":"trace[798510129] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"417.399072ms","start":"2026-04-23T17:03:04.093399Z","end":"2026-04-23T17:03:04.510798Z","steps":["trace[798510129] 'process raft request' (duration: 417.255389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.510858Z","caller":"traceutil/trace.go:171","msg":"trace[2145926423] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"403.041014ms","start":"2026-04-23T17:03:04.107793Z","end":"2026-04-23T17:03:04.510834Z","steps":["trace[2145926423] 'process raft request' (duration: 402.940472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.510937Z","caller":"traceutil/trace.go:171","msg":"trace[400550325] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"634.038651ms","start":"2026-04-23T17:03:03.876888Z","end":"2026-04-23T17:03:04.510926Z","steps":["trace[400550325] 'process raft request' (duration: 633.583152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.510949Z","caller":"traceutil/trace.go:171","msg":"trace[1683547827] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"418.28411ms","start":"2026-04-23T17:03:04.092651Z","end":"2026-04-23T17:03:04.510936Z","steps":["trace[1683547827] 'process raft request' (duration: 417.962003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.510946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.107751Z","time spent":"403.151416ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:04.510858Z","caller":"traceutil/trace.go:171","msg":"trace[162059621] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"635.722866ms","start":"2026-04-23T17:03:03.875078Z","end":"2026-04-23T17:03:04.510801Z","steps":["trace[162059621] 'process raft request' (duration: 635.328508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.876877Z","time spent":"634.093973ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:04.51114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.580017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca4d77e1-2d29-44a1-a646-10da4a91bfee\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-23T17:03:04.511176Z","caller":"traceutil/trace.go:171","msg":"trace[1220589952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca4d77e1-2d29-44a1-a646-10da4a91bfee; range_end:; response_count:1; response_revision:2939; }","duration":"561.651498ms","start":"2026-04-23T17:03:03.949516Z","end":"2026-04-23T17:03:04.511168Z","steps":["trace[1220589952] 'agreement among raft nodes before linearized reading' (duration: 561.504585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.949489Z","time spent":"561.710989ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca4d77e1-2d29-44a1-a646-10da4a91bfee\" "} {"level":"info","ts":"2026-04-23T17:03:04.511249Z","caller":"traceutil/trace.go:171","msg":"trace[916688635] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"592.548408ms","start":"2026-04-23T17:03:03.918684Z","end":"2026-04-23T17:03:04.511232Z","steps":["trace[916688635] 'process raft request' (duration: 591.879325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.510972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.093386Z","time spent":"417.512404ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:03:04.511235Z","caller":"traceutil/trace.go:171","msg":"trace[1004677063] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"619.51016ms","start":"2026-04-23T17:03:03.891685Z","end":"2026-04-23T17:03:04.511195Z","steps":["trace[1004677063] 'process raft request' (duration: 618.824286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.918646Z","time spent":"592.650921ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:04.511423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.943812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.511431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.891655Z","time spent":"619.678863ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2256,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:04.511455Z","caller":"traceutil/trace.go:171","msg":"trace[2079703630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"425.001374ms","start":"2026-04-23T17:03:04.086447Z","end":"2026-04-23T17:03:04.511448Z","steps":["trace[2079703630] 'agreement among raft nodes before linearized reading' (duration: 424.947333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.511436Z","caller":"traceutil/trace.go:171","msg":"trace[366058114] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"406.184746ms","start":"2026-04-23T17:03:04.105223Z","end":"2026-04-23T17:03:04.511408Z","steps":["trace[366058114] 'process raft request' (duration: 405.473172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.086427Z","time spent":"425.045674ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T17:03:04.511256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.875056Z","time spent":"636.028902ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:04.51153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.105214Z","time spent":"406.273448ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3035,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T17:03:04.511516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.646833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:76909"} {"level":"warn","ts":"2026-04-23T17:03:04.511613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.347978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.51162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.887189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.511624Z","caller":"traceutil/trace.go:171","msg":"trace[658305421] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:2939; }","duration":"632.753345ms","start":"2026-04-23T17:03:03.878857Z","end":"2026-04-23T17:03:04.51161Z","steps":["trace[658305421] 'agreement among raft nodes before linearized reading' (duration: 632.421058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.511639Z","caller":"traceutil/trace.go:171","msg":"trace[1372245430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"267.374688ms","start":"2026-04-23T17:03:04.244257Z","end":"2026-04-23T17:03:04.511632Z","steps":["trace[1372245430] 'agreement among raft nodes before linearized reading' (duration: 267.332007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.51164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.503961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.511659Z","caller":"traceutil/trace.go:171","msg":"trace[1761084891] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:2939; }","duration":"635.940081ms","start":"2026-04-23T17:03:03.875706Z","end":"2026-04-23T17:03:04.511646Z","steps":["trace[1761084891] 'agreement among raft nodes before linearized reading' (duration: 635.88638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.87883Z","time spent":"632.828917ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":76932,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T17:03:04.511686Z","caller":"traceutil/trace.go:171","msg":"trace[708153633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"140.591233ms","start":"2026-04-23T17:03:04.371082Z","end":"2026-04-23T17:03:04.511674Z","steps":["trace[708153633] 'agreement among raft nodes before linearized reading' (duration: 140.513722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.875696Z","time spent":"635.990731ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-04-23T17:03:04.510994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.092626Z","time spent":"418.34692ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T17:03:04.511795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.094735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.511819Z","caller":"traceutil/trace.go:171","msg":"trace[610571221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"294.130217ms","start":"2026-04-23T17:03:04.217682Z","end":"2026-04-23T17:03:04.511813Z","steps":["trace[610571221] 'agreement among raft nodes before linearized reading' (duration: 294.098856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.935457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.511875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.393392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.51192Z","caller":"traceutil/trace.go:171","msg":"trace[1782620787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"230.353317ms","start":"2026-04-23T17:03:04.281549Z","end":"2026-04-23T17:03:04.511903Z","steps":["trace[1782620787] 'agreement among raft nodes before linearized reading' (duration: 229.935787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.51196Z","caller":"traceutil/trace.go:171","msg":"trace[260153112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"167.467033ms","start":"2026-04-23T17:03:04.34447Z","end":"2026-04-23T17:03:04.511937Z","steps":["trace[260153112] 'agreement among raft nodes before linearized reading' (duration: 167.374591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.554968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512034Z","caller":"traceutil/trace.go:171","msg":"trace[2015285268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"202.604599ms","start":"2026-04-23T17:03:04.309415Z","end":"2026-04-23T17:03:04.512019Z","steps":["trace[2015285268] 'agreement among raft nodes before linearized reading' (duration: 202.542988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.56607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512116Z","caller":"traceutil/trace.go:171","msg":"trace[581682804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2939; }","duration":"101.691692ms","start":"2026-04-23T17:03:04.410406Z","end":"2026-04-23T17:03:04.512097Z","steps":["trace[581682804] 'agreement among raft nodes before linearized reading' (duration: 101.58945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.776014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.51219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.730038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512207Z","caller":"traceutil/trace.go:171","msg":"trace[1134276022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"101.941088ms","start":"2026-04-23T17:03:04.41024Z","end":"2026-04-23T17:03:04.512181Z","steps":["trace[1134276022] 'agreement among raft nodes before linearized reading' (duration: 101.708514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.512228Z","caller":"traceutil/trace.go:171","msg":"trace[779916382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"167.79962ms","start":"2026-04-23T17:03:04.344415Z","end":"2026-04-23T17:03:04.512215Z","steps":["trace[779916382] 'agreement among raft nodes before linearized reading' (duration: 167.747699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.51845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512274Z","caller":"traceutil/trace.go:171","msg":"trace[2004309760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"230.622482ms","start":"2026-04-23T17:03:04.281639Z","end":"2026-04-23T17:03:04.512261Z","steps":["trace[2004309760] 'agreement among raft nodes before linearized reading' (duration: 230.54357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.912091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512331Z","caller":"traceutil/trace.go:171","msg":"trace[53821766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"141.157345ms","start":"2026-04-23T17:03:04.37116Z","end":"2026-04-23T17:03:04.512318Z","steps":["trace[53821766] 'agreement among raft nodes before linearized reading' (duration: 140.92463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.820514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512401Z","caller":"traceutil/trace.go:171","msg":"trace[1432585466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"202.902325ms","start":"2026-04-23T17:03:04.309491Z","end":"2026-04-23T17:03:04.512394Z","steps":["trace[1432585466] 'agreement among raft nodes before linearized reading' (duration: 202.851604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.511766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.592914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512519Z","caller":"traceutil/trace.go:171","msg":"trace[1293511257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"268.378979ms","start":"2026-04-23T17:03:04.244126Z","end":"2026-04-23T17:03:04.512505Z","steps":["trace[1293511257] 'agreement among raft nodes before linearized reading' (duration: 267.617525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.171573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512639Z","caller":"traceutil/trace.go:171","msg":"trace[1963628098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"102.258104ms","start":"2026-04-23T17:03:04.410365Z","end":"2026-04-23T17:03:04.512623Z","steps":["trace[1963628098] 'agreement among raft nodes before linearized reading' (duration: 102.177992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.45162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512815Z","caller":"traceutil/trace.go:171","msg":"trace[1316230209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"392.510521ms","start":"2026-04-23T17:03:04.12029Z","end":"2026-04-23T17:03:04.5128Z","steps":["trace[1316230209] 'agreement among raft nodes before linearized reading' (duration: 392.4221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.512855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.120235Z","time spent":"392.610734ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:03:04.512936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.938819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.512986Z","caller":"traceutil/trace.go:171","msg":"trace[738881655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"360.02641ms","start":"2026-04-23T17:03:04.152941Z","end":"2026-04-23T17:03:04.512967Z","steps":["trace[738881655] 'agreement among raft nodes before linearized reading' (duration: 359.957898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.513026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.152907Z","time spent":"360.108772ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T17:03:04.513077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.703416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.512988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.101887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.513218Z","caller":"traceutil/trace.go:171","msg":"trace[804668809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"425.393352ms","start":"2026-04-23T17:03:04.08781Z","end":"2026-04-23T17:03:04.513204Z","steps":["trace[804668809] 'agreement among raft nodes before linearized reading' (duration: 425.134247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.513258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.110148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.513032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.157673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:04.513268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.087789Z","time spent":"425.467593ms","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:03:04.51338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.353473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.513439Z","caller":"traceutil/trace.go:171","msg":"trace[1778877864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"329.436525ms","start":"2026-04-23T17:03:04.183995Z","end":"2026-04-23T17:03:04.513431Z","steps":["trace[1778877864] 'agreement among raft nodes before linearized reading' (duration: 329.356783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.513481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.183984Z","time spent":"329.487856ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:03:04.513525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.022694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.513573Z","caller":"traceutil/trace.go:171","msg":"trace[146729591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"427.077135ms","start":"2026-04-23T17:03:04.086485Z","end":"2026-04-23T17:03:04.513562Z","steps":["trace[146729591] 'agreement among raft nodes before linearized reading' (duration: 427.010734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.513622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.086482Z","time spent":"427.129806ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T17:03:04.513118Z","caller":"traceutil/trace.go:171","msg":"trace[620664078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"392.792657ms","start":"2026-04-23T17:03:04.120316Z","end":"2026-04-23T17:03:04.513109Z","steps":["trace[620664078] 'agreement among raft nodes before linearized reading' (duration: 392.737766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.513951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.120298Z","time spent":"393.633424ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T17:03:04.514101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.421062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.513326Z","caller":"traceutil/trace.go:171","msg":"trace[316444768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"360.484239ms","start":"2026-04-23T17:03:04.152833Z","end":"2026-04-23T17:03:04.513317Z","steps":["trace[316444768] 'agreement among raft nodes before linearized reading' (duration: 360.170683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.514143Z","caller":"traceutil/trace.go:171","msg":"trace[807153460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"296.498904ms","start":"2026-04-23T17:03:04.217635Z","end":"2026-04-23T17:03:04.514134Z","steps":["trace[807153460] 'agreement among raft nodes before linearized reading' (duration: 294.27969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.51419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.152818Z","time spent":"361.352826ms","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T17:03:04.513294Z","caller":"traceutil/trace.go:171","msg":"trace[9469376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2939; }","duration":"329.18892ms","start":"2026-04-23T17:03:04.184093Z","end":"2026-04-23T17:03:04.513282Z","steps":["trace[9469376] 'agreement among raft nodes before linearized reading' (duration: 329.133399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.514348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.184068Z","time spent":"330.22686ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T17:03:04.515413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.115159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b564efb-40a5-44e9-8260-82f19205af7e\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-23T17:03:04.515472Z","caller":"traceutil/trace.go:171","msg":"trace[989883467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b564efb-40a5-44e9-8260-82f19205af7e; range_end:; response_count:1; response_revision:2939; }","duration":"565.19918ms","start":"2026-04-23T17:03:03.950261Z","end":"2026-04-23T17:03:04.51546Z","steps":["trace[989883467] 'agreement among raft nodes before linearized reading' (duration: 561.018525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.51551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:03.950252Z","time spent":"565.249911ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b564efb-40a5-44e9-8260-82f19205af7e\" "} {"level":"warn","ts":"2026-04-23T17:03:04.821465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.284115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:03:04.821932Z","caller":"traceutil/trace.go:171","msg":"trace[1698611613] linearizableReadLoop","detail":"{readStateIndex:3065; appliedIndex:3061; }","duration":"298.165417ms","start":"2026-04-23T17:03:04.523747Z","end":"2026-04-23T17:03:04.821913Z","steps":["trace[1698611613] 'read index received' (duration: 32.989513ms)","trace[1698611613] 'applied index is now lower than readState.Index' (duration: 265.174544ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:04.821979Z","caller":"traceutil/trace.go:171","msg":"trace[1475298297] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"298.285929ms","start":"2026-04-23T17:03:04.523656Z","end":"2026-04-23T17:03:04.821942Z","steps":["trace[1475298297] 'process raft request' (duration: 180.428732ms)","trace[1475298297] 'compare' (duration: 117.01131ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:04.821979Z","caller":"traceutil/trace.go:171","msg":"trace[1250128366] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"298.204778ms","start":"2026-04-23T17:03:04.523735Z","end":"2026-04-23T17:03:04.821939Z","steps":["trace[1250128366] 'process raft request' (duration: 297.924562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.822065Z","caller":"traceutil/trace.go:171","msg":"trace[1695476079] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"298.125096ms","start":"2026-04-23T17:03:04.523932Z","end":"2026-04-23T17:03:04.822057Z","steps":["trace[1695476079] 'process raft request' (duration: 297.79173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.822029Z","caller":"traceutil/trace.go:171","msg":"trace[852483928] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"298.265989ms","start":"2026-04-23T17:03:04.52375Z","end":"2026-04-23T17:03:04.822016Z","steps":["trace[852483928] 'process raft request' (duration: 297.941063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.82218Z","caller":"traceutil/trace.go:171","msg":"trace[1928714593] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"298.441482ms","start":"2026-04-23T17:03:04.523708Z","end":"2026-04-23T17:03:04.82215Z","steps":["trace[1928714593] 'process raft request' (duration: 297.863191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.822245Z","caller":"traceutil/trace.go:171","msg":"trace[1768584233] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"283.911421ms","start":"2026-04-23T17:03:04.538325Z","end":"2026-04-23T17:03:04.822237Z","steps":["trace[1768584233] 'process raft request' (duration: 283.510093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.822251Z","caller":"traceutil/trace.go:171","msg":"trace[1984031223] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"298.199458ms","start":"2026-04-23T17:03:04.524041Z","end":"2026-04-23T17:03:04.822241Z","steps":["trace[1984031223] 'process raft request' (duration: 297.757979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:04.822211Z","caller":"traceutil/trace.go:171","msg":"trace[870860009] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"298.193337ms","start":"2026-04-23T17:03:04.524007Z","end":"2026-04-23T17:03:04.8222Z","steps":["trace[870860009] 'process raft request' (duration: 297.746398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.822478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.703498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a90b255f5e0232\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T17:03:04.822563Z","caller":"traceutil/trace.go:171","msg":"trace[1802347297] range","detail":"{range_begin:/registry/events/openstack/valkey.18a90b255f5e0232; range_end:; response_count:1; response_revision:2948; }","duration":"298.81008ms","start":"2026-04-23T17:03:04.523741Z","end":"2026-04-23T17:03:04.822551Z","steps":["trace[1802347297] 'agreement among raft nodes before linearized reading' (duration: 298.497994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.892565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.193433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:04.892704Z","caller":"traceutil/trace.go:171","msg":"trace[1628658397] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:0; response_revision:2949; }","duration":"367.372057ms","start":"2026-04-23T17:03:04.525308Z","end":"2026-04-23T17:03:04.89268Z","steps":["trace[1628658397] 'agreement among raft nodes before linearized reading' (duration: 367.137812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.892753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.5253Z","time spent":"367.442679ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"info","ts":"2026-04-23T17:03:04.892562Z","caller":"traceutil/trace.go:171","msg":"trace[116232570] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"215.220401ms","start":"2026-04-23T17:03:04.677295Z","end":"2026-04-23T17:03:04.892516Z","steps":["trace[116232570] 'process raft request' (duration: 214.964266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.893167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.229715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T17:03:04.893299Z","caller":"traceutil/trace.go:171","msg":"trace[376838752] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2949; }","duration":"365.47121ms","start":"2026-04-23T17:03:04.527802Z","end":"2026-04-23T17:03:04.893274Z","steps":["trace[376838752] 'agreement among raft nodes before linearized reading' (duration: 364.854297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:04.893358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.527798Z","time spent":"365.546511ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2106,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-23T17:03:05.226677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.946156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:03:05.227027Z","caller":"traceutil/trace.go:171","msg":"trace[390591083] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3071; }","duration":"330.331903ms","start":"2026-04-23T17:03:04.896675Z","end":"2026-04-23T17:03:05.227007Z","steps":["trace[390591083] 'read index received' (duration: 133.029841ms)","trace[390591083] 'applied index is now lower than readState.Index' (duration: 197.300792ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:05.227124Z","caller":"traceutil/trace.go:171","msg":"trace[1162215772] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"401.738808ms","start":"2026-04-23T17:03:04.825372Z","end":"2026-04-23T17:03:05.227111Z","steps":["trace[1162215772] 'process raft request' (duration: 204.231482ms)","trace[1162215772] 'compare' (duration: 196.67797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:03:05.2272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.825336Z","time spent":"401.823499ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:05.227217Z","caller":"traceutil/trace.go:171","msg":"trace[1735876055] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"398.997693ms","start":"2026-04-23T17:03:04.828198Z","end":"2026-04-23T17:03:05.227196Z","steps":["trace[1735876055] 'process raft request' (duration: 398.588325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.227307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.828176Z","time spent":"399.093274ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:03:05.227347Z","caller":"traceutil/trace.go:171","msg":"trace[891848859] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"395.840928ms","start":"2026-04-23T17:03:04.831474Z","end":"2026-04-23T17:03:05.227315Z","steps":["trace[891848859] 'process raft request' (duration: 395.384989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.227354Z","caller":"traceutil/trace.go:171","msg":"trace[1565866901] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"384.340817ms","start":"2026-04-23T17:03:04.842975Z","end":"2026-04-23T17:03:05.227316Z","steps":["trace[1565866901] 'process raft request' (duration: 383.95691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.227457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.786163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:03:05.227491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.831452Z","time spent":"395.9751ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:03:05.227498Z","caller":"traceutil/trace.go:171","msg":"trace[2072409569] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:0; response_revision:2953; }","duration":"330.866314ms","start":"2026-04-23T17:03:04.896622Z","end":"2026-04-23T17:03:05.227488Z","steps":["trace[2072409569] 'agreement among raft nodes before linearized reading' (duration: 330.794812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.227531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.8966Z","time spent":"330.922565ms","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-04-23T17:03:05.227554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.842942Z","time spent":"384.503461ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:05.294402Z","caller":"traceutil/trace.go:171","msg":"trace[441605431] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"396.409471ms","start":"2026-04-23T17:03:04.89796Z","end":"2026-04-23T17:03:05.294369Z","steps":["trace[441605431] 'process raft request' (duration: 396.207957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.294522Z","caller":"traceutil/trace.go:171","msg":"trace[1195469432] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"389.340429ms","start":"2026-04-23T17:03:04.905162Z","end":"2026-04-23T17:03:05.294503Z","steps":["trace[1195469432] 'process raft request' (duration: 389.200356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.294548Z","caller":"traceutil/trace.go:171","msg":"trace[1221149824] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"390.193915ms","start":"2026-04-23T17:03:04.904286Z","end":"2026-04-23T17:03:05.29448Z","steps":["trace[1221149824] 'process raft request' (duration: 390.017722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.294598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.897926Z","time spent":"396.590365ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T17:03:05.29464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.905147Z","time spent":"389.41859ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:03:05.294721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.904253Z","time spent":"390.378949ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:03:05.294749Z","caller":"traceutil/trace.go:171","msg":"trace[458663007] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"388.835818ms","start":"2026-04-23T17:03:04.905861Z","end":"2026-04-23T17:03:05.294697Z","steps":["trace[458663007] 'process raft request' (duration: 388.560343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.294811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.200133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-23T17:03:05.294862Z","caller":"traceutil/trace.go:171","msg":"trace[428847959] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:2957; }","duration":"346.298374ms","start":"2026-04-23T17:03:04.948548Z","end":"2026-04-23T17:03:05.294846Z","steps":["trace[428847959] 'agreement among raft nodes before linearized reading' (duration: 346.184122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.294837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.955456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-23T17:03:05.294902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.184959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:16 size:331525"} {"level":"warn","ts":"2026-04-23T17:03:05.294923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.94852Z","time spent":"346.395317ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-23T17:03:05.294941Z","caller":"traceutil/trace.go:171","msg":"trace[2108971163] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:2957; }","duration":"346.12141ms","start":"2026-04-23T17:03:04.948797Z","end":"2026-04-23T17:03:05.294918Z","steps":["trace[2108971163] 'agreement among raft nodes before linearized reading' (duration: 345.798743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.294941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.905834Z","time spent":"388.993402ms","remote":"127.0.0.1:59824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:03:05.294961Z","caller":"traceutil/trace.go:171","msg":"trace[1694358339] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:16; response_revision:2957; }","duration":"194.289941ms","start":"2026-04-23T17:03:05.100659Z","end":"2026-04-23T17:03:05.294948Z","steps":["trace[1694358339] 'agreement among raft nodes before linearized reading' (duration: 193.875173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:03:04.948781Z","time spent":"346.209872ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-23T17:03:05.294868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.381878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T17:03:05.295106Z","caller":"traceutil/trace.go:171","msg":"trace[49850145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2957; }","duration":"255.662814ms","start":"2026-04-23T17:03:05.039429Z","end":"2026-04-23T17:03:05.295092Z","steps":["trace[49850145] 'agreement among raft nodes before linearized reading' (duration: 255.307407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.295039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.929157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T17:03:05.295173Z","caller":"traceutil/trace.go:171","msg":"trace[779962918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2957; }","duration":"103.11376ms","start":"2026-04-23T17:03:05.19204Z","end":"2026-04-23T17:03:05.295154Z","steps":["trace[779962918] 'agreement among raft nodes before linearized reading' (duration: 102.852555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.436638Z","caller":"traceutil/trace.go:171","msg":"trace[1250168073] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"125.165503ms","start":"2026-04-23T17:03:05.311397Z","end":"2026-04-23T17:03:05.436562Z","steps":["trace[1250168073] 'process raft request' (duration: 125.067321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.436764Z","caller":"traceutil/trace.go:171","msg":"trace[1893881883] linearizableReadLoop","detail":"{readStateIndex:3086; appliedIndex:3080; }","duration":"112.202533ms","start":"2026-04-23T17:03:05.324544Z","end":"2026-04-23T17:03:05.436747Z","steps":["trace[1893881883] 'read index received' (duration: 93.499897ms)","trace[1893881883] 'applied index is now lower than readState.Index' (duration: 18.701746ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:05.436948Z","caller":"traceutil/trace.go:171","msg":"trace[1822088759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2960; }","duration":"125.260146ms","start":"2026-04-23T17:03:05.311676Z","end":"2026-04-23T17:03:05.436936Z","steps":["trace[1822088759] 'process raft request' (duration: 124.843118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.436987Z","caller":"traceutil/trace.go:171","msg":"trace[669967396] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"125.837187ms","start":"2026-04-23T17:03:05.311141Z","end":"2026-04-23T17:03:05.436978Z","steps":["trace[669967396] 'process raft request' (duration: 125.265485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.437088Z","caller":"traceutil/trace.go:171","msg":"trace[249051435] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"121.088982ms","start":"2026-04-23T17:03:05.315954Z","end":"2026-04-23T17:03:05.437043Z","steps":["trace[249051435] 'process raft request' (duration: 120.757955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:05.437325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.46518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2562"} {"level":"info","ts":"2026-04-23T17:03:05.437391Z","caller":"traceutil/trace.go:171","msg":"trace[1143764114] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2962; }","duration":"128.582911ms","start":"2026-04-23T17:03:05.308793Z","end":"2026-04-23T17:03:05.437376Z","steps":["trace[1143764114] 'agreement among raft nodes before linearized reading' (duration: 128.318876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.437564Z","caller":"traceutil/trace.go:171","msg":"trace[703134421] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"121.903029ms","start":"2026-04-23T17:03:05.315648Z","end":"2026-04-23T17:03:05.437551Z","steps":["trace[703134421] 'process raft request' (duration: 120.999361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.436954Z","caller":"traceutil/trace.go:171","msg":"trace[826548570] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"129.833908ms","start":"2026-04-23T17:03:05.307102Z","end":"2026-04-23T17:03:05.436935Z","steps":["trace[826548570] 'process raft request' (duration: 110.920418ms)","trace[826548570] 'compare' (duration: 18.244397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:03:05.448757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.514761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-23T17:03:05.448829Z","caller":"traceutil/trace.go:171","msg":"trace[444835427] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:2963; }","duration":"123.629282ms","start":"2026-04-23T17:03:05.325186Z","end":"2026-04-23T17:03:05.448815Z","steps":["trace[444835427] 'agreement among raft nodes before linearized reading' (duration: 123.412148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:05.449026Z","caller":"traceutil/trace.go:171","msg":"trace[1389484843] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"122.359207ms","start":"2026-04-23T17:03:05.326652Z","end":"2026-04-23T17:03:05.449011Z","steps":["trace[1389484843] 'process raft request' (duration: 121.866337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:08.926865Z","caller":"traceutil/trace.go:171","msg":"trace[438333799] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"204.185271ms","start":"2026-04-23T17:03:08.722628Z","end":"2026-04-23T17:03:08.926813Z","steps":["trace[438333799] 'process raft request' (duration: 189.77307ms)","trace[438333799] 'compare' (duration: 14.189265ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:08.927073Z","caller":"traceutil/trace.go:171","msg":"trace[1918913121] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"173.26449ms","start":"2026-04-23T17:03:08.753777Z","end":"2026-04-23T17:03:08.927042Z","steps":["trace[1918913121] 'process raft request' (duration: 172.962034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:08.927687Z","caller":"traceutil/trace.go:171","msg":"trace[1419749883] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3274; }","duration":"106.414637ms","start":"2026-04-23T17:03:08.821233Z","end":"2026-04-23T17:03:08.927647Z","steps":["trace[1419749883] 'read index received' (duration: 91.225691ms)","trace[1419749883] 'applied index is now lower than readState.Index' (duration: 15.186866ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:03:08.927723Z","caller":"traceutil/trace.go:171","msg":"trace[578237064] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"148.858489ms","start":"2026-04-23T17:03:08.778843Z","end":"2026-04-23T17:03:08.927702Z","steps":["trace[578237064] 'process raft request' (duration: 148.625515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:03:08.927923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.665932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:03:08.927974Z","caller":"traceutil/trace.go:171","msg":"trace[1651234139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3144; }","duration":"106.842635ms","start":"2026-04-23T17:03:08.821114Z","end":"2026-04-23T17:03:08.927957Z","steps":["trace[1651234139] 'agreement among raft nodes before linearized reading' (duration: 106.671532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:03:26.723921Z","caller":"traceutil/trace.go:171","msg":"trace[2107170513] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"102.346226ms","start":"2026-04-23T17:03:26.62151Z","end":"2026-04-23T17:03:26.723856Z","steps":["trace[2107170513] 'process raft request' (duration: 102.068059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:02.860886Z","caller":"traceutil/trace.go:171","msg":"trace[753131902] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"117.440305ms","start":"2026-04-23T17:04:02.743405Z","end":"2026-04-23T17:04:02.860845Z","steps":["trace[753131902] 'process raft request' (duration: 117.017446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:03.119385Z","caller":"traceutil/trace.go:171","msg":"trace[1360608022] linearizableReadLoop","detail":"{readStateIndex:3869; appliedIndex:3868; }","duration":"188.12946ms","start":"2026-04-23T17:04:02.931235Z","end":"2026-04-23T17:04:03.119365Z","steps":["trace[1360608022] 'read index received' (duration: 96.745213ms)","trace[1360608022] 'applied index is now lower than readState.Index' (duration: 91.383197ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:03.11949Z","caller":"traceutil/trace.go:171","msg":"trace[954229012] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"191.041258ms","start":"2026-04-23T17:04:02.928395Z","end":"2026-04-23T17:04:03.119437Z","steps":["trace[954229012] 'process raft request' (duration: 99.606501ms)","trace[954229012] 'compare' (duration: 91.269884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:04:03.119639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.259444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T17:04:03.119674Z","caller":"traceutil/trace.go:171","msg":"trace[617736687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3721; }","duration":"186.384036ms","start":"2026-04-23T17:04:02.933281Z","end":"2026-04-23T17:04:03.119665Z","steps":["trace[617736687] 'agreement among raft nodes before linearized reading' (duration: 186.195992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:03.119727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.467337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T17:04:03.119832Z","caller":"traceutil/trace.go:171","msg":"trace[1051768045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3721; }","duration":"188.62181ms","start":"2026-04-23T17:04:02.931187Z","end":"2026-04-23T17:04:03.119809Z","steps":["trace[1051768045] 'agreement among raft nodes before linearized reading' (duration: 188.261713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:03.119991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.995354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmswm\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-23T17:04:03.120017Z","caller":"traceutil/trace.go:171","msg":"trace[1299640280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmswm; range_end:; response_count:1; response_revision:3721; }","duration":"134.072196ms","start":"2026-04-23T17:04:02.98594Z","end":"2026-04-23T17:04:03.120012Z","steps":["trace[1299640280] 'agreement among raft nodes before linearized reading' (duration: 133.983834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:09.443478Z","caller":"traceutil/trace.go:171","msg":"trace[364048779] linearizableReadLoop","detail":"{readStateIndex:3905; appliedIndex:3904; }","duration":"270.807813ms","start":"2026-04-23T17:04:09.172638Z","end":"2026-04-23T17:04:09.443446Z","steps":["trace[364048779] 'read index received' (duration: 270.445606ms)","trace[364048779] 'applied index is now lower than readState.Index' (duration: 360.557µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:09.443604Z","caller":"traceutil/trace.go:171","msg":"trace[1182855957] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"273.582609ms","start":"2026-04-23T17:04:09.169975Z","end":"2026-04-23T17:04:09.443558Z","steps":["trace[1182855957] 'process raft request' (duration: 273.231802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:09.443838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.250306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T17:04:09.443886Z","caller":"traceutil/trace.go:171","msg":"trace[789228809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3756; }","duration":"235.380568ms","start":"2026-04-23T17:04:09.208494Z","end":"2026-04-23T17:04:09.443874Z","steps":["trace[789228809] 'agreement among raft nodes before linearized reading' (duration: 235.156574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:09.443949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.270453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142361"} {"level":"info","ts":"2026-04-23T17:04:09.444051Z","caller":"traceutil/trace.go:171","msg":"trace[506839230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:3756; }","duration":"271.407585ms","start":"2026-04-23T17:04:09.172621Z","end":"2026-04-23T17:04:09.444028Z","steps":["trace[506839230] 'agreement among raft nodes before linearized reading' (duration: 270.956256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:09.920498Z","caller":"traceutil/trace.go:171","msg":"trace[2101724278] linearizableReadLoop","detail":"{readStateIndex:3907; appliedIndex:3906; }","duration":"107.219251ms","start":"2026-04-23T17:04:09.813249Z","end":"2026-04-23T17:04:09.920468Z","steps":["trace[2101724278] 'read index received' (duration: 107.023897ms)","trace[2101724278] 'applied index is now lower than readState.Index' (duration: 193.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:09.920598Z","caller":"traceutil/trace.go:171","msg":"trace[1532492031] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"123.609937ms","start":"2026-04-23T17:04:09.796942Z","end":"2026-04-23T17:04:09.920552Z","steps":["trace[1532492031] 'process raft request' (duration: 123.334171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:09.920867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.581229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:04:09.920983Z","caller":"traceutil/trace.go:171","msg":"trace[1277834988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3758; }","duration":"107.752583ms","start":"2026-04-23T17:04:09.813208Z","end":"2026-04-23T17:04:09.920961Z","steps":["trace[1277834988] 'agreement among raft nodes before linearized reading' (duration: 107.429225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:15.33746Z","caller":"traceutil/trace.go:171","msg":"trace[1613081608] transaction","detail":"{read_only:false; response_revision:3787; number_of_response:1; }","duration":"149.732746ms","start":"2026-04-23T17:04:15.187695Z","end":"2026-04-23T17:04:15.337428Z","steps":["trace[1613081608] 'process raft request' (duration: 149.592173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:15.472908Z","caller":"traceutil/trace.go:171","msg":"trace[650966083] linearizableReadLoop","detail":"{readStateIndex:3938; appliedIndex:3936; }","duration":"212.81686ms","start":"2026-04-23T17:04:15.260059Z","end":"2026-04-23T17:04:15.472876Z","steps":["trace[650966083] 'read index received' (duration: 77.309827ms)","trace[650966083] 'applied index is now lower than readState.Index' (duration: 135.505773ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:15.473453Z","caller":"traceutil/trace.go:171","msg":"trace[1048497078] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"258.736584ms","start":"2026-04-23T17:04:15.214658Z","end":"2026-04-23T17:04:15.473394Z","steps":["trace[1048497078] 'process raft request' (duration: 230.556614ms)","trace[1048497078] 'compare' (duration: 27.505016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:04:15.47346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.365773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.85\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T17:04:15.473682Z","caller":"traceutil/trace.go:171","msg":"trace[467941923] range","detail":"{range_begin:/registry/masterleases/199.19.213.85; range_end:; response_count:1; response_revision:3788; }","duration":"213.665819ms","start":"2026-04-23T17:04:15.259991Z","end":"2026-04-23T17:04:15.473657Z","steps":["trace[467941923] 'agreement among raft nodes before linearized reading' (duration: 213.2419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:15.710682Z","caller":"traceutil/trace.go:171","msg":"trace[582614007] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"215.066764ms","start":"2026-04-23T17:04:15.495572Z","end":"2026-04-23T17:04:15.710639Z","steps":["trace[582614007] 'process raft request' (duration: 143.797738ms)","trace[582614007] 'compare' (duration: 71.072603ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:15.710724Z","caller":"traceutil/trace.go:171","msg":"trace[581608411] transaction","detail":"{read_only:false; response_revision:3791; number_of_response:1; }","duration":"210.80425ms","start":"2026-04-23T17:04:15.499874Z","end":"2026-04-23T17:04:15.710678Z","steps":["trace[581608411] 'process raft request' (duration: 210.698078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:15.710755Z","caller":"traceutil/trace.go:171","msg":"trace[1926861247] transaction","detail":"{read_only:false; response_revision:3792; number_of_response:1; }","duration":"180.433346ms","start":"2026-04-23T17:04:15.530291Z","end":"2026-04-23T17:04:15.710724Z","steps":["trace[1926861247] 'process raft request' (duration: 180.347234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:15.710839Z","caller":"traceutil/trace.go:171","msg":"trace[676557269] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3940; }","duration":"194.675719ms","start":"2026-04-23T17:04:15.51611Z","end":"2026-04-23T17:04:15.710786Z","steps":["trace[676557269] 'read index received' (duration: 123.315551ms)","trace[676557269] 'applied index is now lower than readState.Index' (duration: 71.357168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:04:15.711374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.239711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:142361"} {"level":"info","ts":"2026-04-23T17:04:15.711506Z","caller":"traceutil/trace.go:171","msg":"trace[592467101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:3792; }","duration":"195.369354ms","start":"2026-04-23T17:04:15.516072Z","end":"2026-04-23T17:04:15.711441Z","steps":["trace[592467101] 'agreement among raft nodes before linearized reading' (duration: 194.864303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:09.325343Z","caller":"traceutil/trace.go:171","msg":"trace[852721459] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"139.930901ms","start":"2026-04-23T17:05:09.185359Z","end":"2026-04-23T17:05:09.32529Z","steps":["trace[852721459] 'process raft request' (duration: 139.605034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:43.588813Z","caller":"traceutil/trace.go:171","msg":"trace[1878008046] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"128.906502ms","start":"2026-04-23T17:05:43.459869Z","end":"2026-04-23T17:05:43.588776Z","steps":["trace[1878008046] 'process raft request' (duration: 128.690478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:05:43.917518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.77361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:05:43.917673Z","caller":"traceutil/trace.go:171","msg":"trace[2111834328] linearizableReadLoop","detail":"{readStateIndex:4509; appliedIndex:4508; }","duration":"232.008513ms","start":"2026-04-23T17:05:43.685645Z","end":"2026-04-23T17:05:43.917653Z","steps":["trace[2111834328] 'read index received' (duration: 107.017969ms)","trace[2111834328] 'applied index is now lower than readState.Index' (duration: 124.966924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:05:43.91776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.113355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:05:43.9178Z","caller":"traceutil/trace.go:171","msg":"trace[1941091426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4339; }","duration":"232.194587ms","start":"2026-04-23T17:05:43.68559Z","end":"2026-04-23T17:05:43.917784Z","steps":["trace[1941091426] 'agreement among raft nodes before linearized reading' (duration: 232.121455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:43.918059Z","caller":"traceutil/trace.go:171","msg":"trace[986878393] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"244.028841ms","start":"2026-04-23T17:05:43.673642Z","end":"2026-04-23T17:05:43.91767Z","steps":["trace[986878393] 'process raft request' (duration: 118.989486ms)","trace[986878393] 'compare' (duration: 124.465104ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:05:44.144801Z","caller":"traceutil/trace.go:171","msg":"trace[1345742878] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"162.351594ms","start":"2026-04-23T17:05:43.982416Z","end":"2026-04-23T17:05:44.144767Z","steps":["trace[1345742878] 'process raft request' (duration: 105.690492ms)","trace[1345742878] 'compare' (duration: 56.451757ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:08:02.125278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2906} {"level":"info","ts":"2026-04-23T17:08:02.199224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2906,"took":"71.983896ms","hash":3645030537,"current-db-size-bytes":42852352,"current-db-size":"43 MB","current-db-size-in-use-bytes":21274624,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-23T17:08:02.199313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3645030537,"revision":2906,"compact-revision":-1} {"level":"info","ts":"2026-04-23T17:08:22.10895Z","caller":"traceutil/trace.go:171","msg":"trace[1441021439] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"121.868301ms","start":"2026-04-23T17:08:21.987039Z","end":"2026-04-23T17:08:22.108907Z","steps":["trace[1441021439] 'process raft request' (duration: 117.578035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:08:22.109149Z","caller":"traceutil/trace.go:171","msg":"trace[229039389] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"121.816109ms","start":"2026-04-23T17:08:21.987249Z","end":"2026-04-23T17:08:22.109065Z","steps":["trace[229039389] 'process raft request' (duration: 121.633365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:08:22.109006Z","caller":"traceutil/trace.go:171","msg":"trace[44691747] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"121.891811ms","start":"2026-04-23T17:08:21.987086Z","end":"2026-04-23T17:08:22.108978Z","steps":["trace[44691747] 'process raft request' (duration: 121.727598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:10:12.868962Z","caller":"traceutil/trace.go:171","msg":"trace[1727403528] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"101.564364ms","start":"2026-04-23T17:10:12.767357Z","end":"2026-04-23T17:10:12.868921Z","steps":["trace[1727403528] 'process raft request' (duration: 101.451612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:10:12.86942Z","caller":"traceutil/trace.go:171","msg":"trace[96103472] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"115.630095ms","start":"2026-04-23T17:10:12.75377Z","end":"2026-04-23T17:10:12.8694Z","steps":["trace[96103472] 'process raft request' (duration: 55.032166ms)","trace[96103472] 'compare' (duration: 59.812524ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:10:49.428835Z","caller":"traceutil/trace.go:171","msg":"trace[127887260] transaction","detail":"{read_only:false; response_revision:7104; number_of_response:1; }","duration":"132.793781ms","start":"2026-04-23T17:10:49.296005Z","end":"2026-04-23T17:10:49.428798Z","steps":["trace[127887260] 'process raft request' (duration: 132.439244ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:01.873197Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000020a4.wal"} {"level":"info","ts":"2026-04-23T17:12:38.070107Z","caller":"traceutil/trace.go:171","msg":"trace[1549028333] linearizableReadLoop","detail":"{readStateIndex:9339; appliedIndex:9338; }","duration":"194.277542ms","start":"2026-04-23T17:12:37.875797Z","end":"2026-04-23T17:12:38.070074Z","steps":["trace[1549028333] 'read index received' (duration: 193.961086ms)","trace[1549028333] 'applied index is now lower than readState.Index' (duration: 314.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:12:38.070177Z","caller":"traceutil/trace.go:171","msg":"trace[2050257667] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"214.582309ms","start":"2026-04-23T17:12:37.855552Z","end":"2026-04-23T17:12:38.070134Z","steps":["trace[2050257667] 'process raft request' (duration: 214.304754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:38.07045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.542547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:908"} {"level":"warn","ts":"2026-04-23T17:12:38.070458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.501027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:12:38.070458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.621249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-23T17:12:38.070547Z","caller":"traceutil/trace.go:171","msg":"trace[1749588313] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9033; }","duration":"193.63749ms","start":"2026-04-23T17:12:37.876886Z","end":"2026-04-23T17:12:38.070524Z","steps":["trace[1749588313] 'agreement among raft nodes before linearized reading' (duration: 193.435836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:38.070561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.577148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:12:38.070563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.503377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:12:38.070578Z","caller":"traceutil/trace.go:171","msg":"trace[84774474] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:9033; }","duration":"194.798443ms","start":"2026-04-23T17:12:37.875751Z","end":"2026-04-23T17:12:38.07055Z","steps":["trace[84774474] 'agreement among raft nodes before linearized reading' (duration: 194.466336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:38.070592Z","caller":"traceutil/trace.go:171","msg":"trace[494002213] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9033; }","duration":"194.616779ms","start":"2026-04-23T17:12:37.875967Z","end":"2026-04-23T17:12:38.070584Z","steps":["trace[494002213] 'agreement among raft nodes before linearized reading' (duration: 194.560888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:38.070503Z","caller":"traceutil/trace.go:171","msg":"trace[438689754] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:9033; }","duration":"194.647939ms","start":"2026-04-23T17:12:37.87584Z","end":"2026-04-23T17:12:38.070488Z","steps":["trace[438689754] 'agreement among raft nodes before linearized reading' (duration: 194.431825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:38.070748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.352014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:12:38.070881Z","caller":"traceutil/trace.go:171","msg":"trace[953390979] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9033; }","duration":"194.608369ms","start":"2026-04-23T17:12:37.876245Z","end":"2026-04-23T17:12:38.070853Z","steps":["trace[953390979] 'agreement among raft nodes before linearized reading' (duration: 194.266802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:38.070752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.556347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:12:38.070975Z","caller":"traceutil/trace.go:171","msg":"trace[820363842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9033; }","duration":"172.818743ms","start":"2026-04-23T17:12:37.898139Z","end":"2026-04-23T17:12:38.070957Z","steps":["trace[820363842] 'agreement among raft nodes before linearized reading' (duration: 172.436395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:38.071015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.710261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-23T17:12:38.071113Z","caller":"traceutil/trace.go:171","msg":"trace[726931811] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:9033; }","duration":"193.867184ms","start":"2026-04-23T17:12:37.877225Z","end":"2026-04-23T17:12:38.071092Z","steps":["trace[726931811] 'agreement among raft nodes before linearized reading' (duration: 193.450796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:38.071541Z","caller":"traceutil/trace.go:171","msg":"trace[1232284217] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9033; }","duration":"194.617169ms","start":"2026-04-23T17:12:37.87599Z","end":"2026-04-23T17:12:38.070607Z","steps":["trace[1232284217] 'agreement among raft nodes before linearized reading' (duration: 194.434285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:42.951292Z","caller":"traceutil/trace.go:171","msg":"trace[404543011] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"118.537488ms","start":"2026-04-23T17:12:42.832715Z","end":"2026-04-23T17:12:42.951252Z","steps":["trace[404543011] 'process raft request' (duration: 60.203853ms)","trace[404543011] 'compare' (duration: 58.125051ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:12:45.075697Z","caller":"traceutil/trace.go:171","msg":"trace[2022254897] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"105.413897ms","start":"2026-04-23T17:12:44.970251Z","end":"2026-04-23T17:12:45.075665Z","steps":["trace[2022254897] 'process raft request' (duration: 105.197333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:45.373776Z","caller":"traceutil/trace.go:171","msg":"trace[1055997657] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"120.191172ms","start":"2026-04-23T17:12:45.253554Z","end":"2026-04-23T17:12:45.373745Z","steps":["trace[1055997657] 'process raft request' (duration: 120.151621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:45.374226Z","caller":"traceutil/trace.go:171","msg":"trace[1418202552] linearizableReadLoop","detail":"{readStateIndex:9418; appliedIndex:9416; }","duration":"149.392485ms","start":"2026-04-23T17:12:45.224819Z","end":"2026-04-23T17:12:45.374211Z","steps":["trace[1418202552] 'read index received' (duration: 21.418598ms)","trace[1418202552] 'applied index is now lower than readState.Index' (duration: 127.972337ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:12:45.374271Z","caller":"traceutil/trace.go:171","msg":"trace[1663000533] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"149.307033ms","start":"2026-04-23T17:12:45.224909Z","end":"2026-04-23T17:12:45.374216Z","steps":["trace[1663000533] 'process raft request' (duration: 148.713392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:45.374274Z","caller":"traceutil/trace.go:171","msg":"trace[162680188] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"151.461227ms","start":"2026-04-23T17:12:45.22272Z","end":"2026-04-23T17:12:45.374181Z","steps":["trace[162680188] 'process raft request' (duration: 121.179301ms)","trace[162680188] 'compare' (duration: 29.5036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:12:45.374438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.591349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T17:12:45.374466Z","caller":"traceutil/trace.go:171","msg":"trace[308668108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9113; }","duration":"149.661ms","start":"2026-04-23T17:12:45.224799Z","end":"2026-04-23T17:12:45.37446Z","steps":["trace[308668108] 'agreement among raft nodes before linearized reading' (duration: 149.504747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:45.37457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.09657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T17:12:45.374688Z","caller":"traceutil/trace.go:171","msg":"trace[1049238930] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9113; }","duration":"144.263493ms","start":"2026-04-23T17:12:45.23039Z","end":"2026-04-23T17:12:45.374654Z","steps":["trace[1049238930] 'agreement among raft nodes before linearized reading' (duration: 143.954557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:45.374968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.477258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-kf9q6\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T17:12:45.375043Z","caller":"traceutil/trace.go:171","msg":"trace[982506543] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-kf9q6; range_end:; response_count:1; response_revision:9113; }","duration":"111.607171ms","start":"2026-04-23T17:12:45.263412Z","end":"2026-04-23T17:12:45.375019Z","steps":["trace[982506543] 'agreement among raft nodes before linearized reading' (duration: 111.232063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:12:59.433069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.506249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-23T17:12:59.433266Z","caller":"traceutil/trace.go:171","msg":"trace[782739991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9252; }","duration":"137.715402ms","start":"2026-04-23T17:12:59.295487Z","end":"2026-04-23T17:12:59.433202Z","steps":["trace[782739991] 'range keys from in-memory index tree' (duration: 137.279174ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:12:59.607581Z","caller":"traceutil/trace.go:171","msg":"trace[827634714] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"115.291154ms","start":"2026-04-23T17:12:59.492264Z","end":"2026-04-23T17:12:59.607556Z","steps":["trace[827634714] 'process raft request' (duration: 115.030939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:13:02.137072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5107} {"level":"info","ts":"2026-04-23T17:13:02.229422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5107,"took":"89.792005ms","hash":2832686070,"current-db-size-bytes":48037888,"current-db-size":"48 MB","current-db-size-in-use-bytes":42291200,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T17:13:02.229478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2832686070,"revision":5107,"compact-revision":2906} {"level":"info","ts":"2026-04-23T17:13:03.236676Z","caller":"traceutil/trace.go:171","msg":"trace[593742997] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"109.564539ms","start":"2026-04-23T17:13:03.127086Z","end":"2026-04-23T17:13:03.236651Z","steps":["trace[593742997] 'process raft request' (duration: 109.11606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:13:25.743838Z","caller":"traceutil/trace.go:171","msg":"trace[157353585] linearizableReadLoop","detail":"{readStateIndex:9959; appliedIndex:9958; }","duration":"111.70096ms","start":"2026-04-23T17:13:25.632108Z","end":"2026-04-23T17:13:25.743809Z","steps":["trace[157353585] 'read index received' (duration: 51.053244ms)","trace[157353585] 'applied index is now lower than readState.Index' (duration: 60.646806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:13:25.744098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.960575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:13:25.744142Z","caller":"traceutil/trace.go:171","msg":"trace[1554455732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9641; }","duration":"112.067678ms","start":"2026-04-23T17:13:25.632063Z","end":"2026-04-23T17:13:25.744131Z","steps":["trace[1554455732] 'agreement among raft nodes before linearized reading' (duration: 111.868094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:13:25.744066Z","caller":"traceutil/trace.go:171","msg":"trace[814602744] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"113.64541ms","start":"2026-04-23T17:13:25.630322Z","end":"2026-04-23T17:13:25.743967Z","steps":["trace[814602744] 'process raft request' (duration: 52.896051ms)","trace[814602744] 'compare' (duration: 60.446673ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:13:30.310925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a0c678c4e560a44","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T17:13:30.321216Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T17:13:30.321329Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T17:17:57.564129Z","caller":"traceutil/trace.go:171","msg":"trace[1668829186] linearizableReadLoop","detail":"{readStateIndex:12711; appliedIndex:12710; }","duration":"226.731925ms","start":"2026-04-23T17:17:57.337368Z","end":"2026-04-23T17:17:57.5641Z","steps":["trace[1668829186] 'read index received' (duration: 226.689185ms)","trace[1668829186] 'applied index is now lower than readState.Index' (duration: 41.22µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:17:57.564241Z","caller":"traceutil/trace.go:171","msg":"trace[30356292] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"237.834908ms","start":"2026-04-23T17:17:57.326347Z","end":"2026-04-23T17:17:57.564182Z","steps":["trace[30356292] 'process raft request' (duration: 237.575183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:17:57.56446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.075633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:17:57.564522Z","caller":"traceutil/trace.go:171","msg":"trace[52222926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12317; }","duration":"227.186334ms","start":"2026-04-23T17:17:57.337315Z","end":"2026-04-23T17:17:57.564501Z","steps":["trace[52222926] 'agreement among raft nodes before linearized reading' (duration: 226.94986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:17:57.779502Z","caller":"traceutil/trace.go:171","msg":"trace[1717734724] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"398.486454ms","start":"2026-04-23T17:17:57.380974Z","end":"2026-04-23T17:17:57.779461Z","steps":["trace[1717734724] 'process raft request' (duration: 372.324252ms)","trace[1717734724] 'compare' (duration: 25.773625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:17:57.77959Z","caller":"traceutil/trace.go:171","msg":"trace[1004546889] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"209.598864ms","start":"2026-04-23T17:17:57.569958Z","end":"2026-04-23T17:17:57.779557Z","steps":["trace[1004546889] 'process raft request' (duration: 209.487562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:17:57.779709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:17:57.380948Z","time spent":"398.643717ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:17:57.779702Z","caller":"traceutil/trace.go:171","msg":"trace[369415089] linearizableReadLoop","detail":"{readStateIndex:12712; appliedIndex:12711; }","duration":"215.43322ms","start":"2026-04-23T17:17:57.56423Z","end":"2026-04-23T17:17:57.779663Z","steps":["trace[369415089] 'read index received' (duration: 189.088995ms)","trace[369415089] 'applied index is now lower than readState.Index' (duration: 26.341945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:17:57.779899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.665139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:17:57.779938Z","caller":"traceutil/trace.go:171","msg":"trace[668348897] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/nova-api-metadata; range_end:; response_count:0; response_revision:12319; }","duration":"355.73383ms","start":"2026-04-23T17:17:57.424192Z","end":"2026-04-23T17:17:57.779925Z","steps":["trace[668348897] 'agreement among raft nodes before linearized reading' (duration: 355.645069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:17:57.779964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:17:57.42418Z","time spent":"355.774422ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-04-23T17:17:57.780023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.935602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:17:57.78007Z","caller":"traceutil/trace.go:171","msg":"trace[492879945] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12319; }","duration":"148.023414ms","start":"2026-04-23T17:17:57.632035Z","end":"2026-04-23T17:17:57.780058Z","steps":["trace[492879945] 'agreement among raft nodes before linearized reading' (duration: 147.938282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:17:57.78023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.605896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:17:57.780293Z","caller":"traceutil/trace.go:171","msg":"trace[206210259] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12319; }","duration":"410.747679ms","start":"2026-04-23T17:17:57.369531Z","end":"2026-04-23T17:17:57.780279Z","steps":["trace[206210259] 'agreement among raft nodes before linearized reading' (duration: 410.486983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:17:57.780329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:17:57.369505Z","time spent":"410.814871ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":182,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T17:18:01.991739Z","caller":"traceutil/trace.go:171","msg":"trace[1871519250] linearizableReadLoop","detail":"{readStateIndex:13007; appliedIndex:13006; }","duration":"209.650285ms","start":"2026-04-23T17:18:01.782054Z","end":"2026-04-23T17:18:01.991705Z","steps":["trace[1871519250] 'read index received' (duration: 209.42272ms)","trace[1871519250] 'applied index is now lower than readState.Index' (duration: 226.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:01.991804Z","caller":"traceutil/trace.go:171","msg":"trace[12780722] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"253.828407ms","start":"2026-04-23T17:18:01.737927Z","end":"2026-04-23T17:18:01.991755Z","steps":["trace[12780722] 'process raft request' (duration: 253.537071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:01.992078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.993252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:18:01.99215Z","caller":"traceutil/trace.go:171","msg":"trace[1083000729] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12608; }","duration":"210.138595ms","start":"2026-04-23T17:18:01.781993Z","end":"2026-04-23T17:18:01.992131Z","steps":["trace[1083000729] 'agreement among raft nodes before linearized reading' (duration: 209.88692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.08368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.589579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:02.083694Z","caller":"traceutil/trace.go:171","msg":"trace[582841947] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"292.327116ms","start":"2026-04-23T17:18:01.791316Z","end":"2026-04-23T17:18:02.083643Z","steps":["trace[582841947] 'process raft request' (duration: 254.852718ms)","trace[582841947] 'compare' (duration: 37.189473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:02.08381Z","caller":"traceutil/trace.go:171","msg":"trace[1829943456] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12609; }","duration":"104.781542ms","start":"2026-04-23T17:18:01.979001Z","end":"2026-04-23T17:18:02.083783Z","steps":["trace[1829943456] 'agreement among raft nodes before linearized reading' (duration: 104.505337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.084043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:02.084115Z","caller":"traceutil/trace.go:171","msg":"trace[1516954952] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:12609; }","duration":"158.229789ms","start":"2026-04-23T17:18:01.925869Z","end":"2026-04-23T17:18:02.084099Z","steps":["trace[1516954952] 'agreement among raft nodes before linearized reading' (duration: 158.123857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.084203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.696527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T17:18:02.084308Z","caller":"traceutil/trace.go:171","msg":"trace[450521727] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12609; }","duration":"157.856131ms","start":"2026-04-23T17:18:01.926428Z","end":"2026-04-23T17:18:02.084284Z","steps":["trace[450521727] 'agreement among raft nodes before linearized reading' (duration: 157.573705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.084333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.465609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T17:18:02.084283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.847741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:02.084363Z","caller":"traceutil/trace.go:171","msg":"trace[653398178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12609; }","duration":"287.5262ms","start":"2026-04-23T17:18:01.796826Z","end":"2026-04-23T17:18:02.084352Z","steps":["trace[653398178] 'agreement among raft nodes before linearized reading' (duration: 287.463209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:02.084387Z","caller":"traceutil/trace.go:171","msg":"trace[2113401644] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12609; }","duration":"159.002684ms","start":"2026-04-23T17:18:01.925362Z","end":"2026-04-23T17:18:02.084365Z","steps":["trace[2113401644] 'agreement among raft nodes before linearized reading' (duration: 158.80091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.084751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.248177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:02.084814Z","caller":"traceutil/trace.go:171","msg":"trace[588819395] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:12609; }","duration":"231.446291ms","start":"2026-04-23T17:18:01.853348Z","end":"2026-04-23T17:18:02.084795Z","steps":["trace[588819395] 'agreement among raft nodes before linearized reading' (duration: 230.578464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:02.083726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.991905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cldq5\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-04-23T17:18:02.085895Z","caller":"traceutil/trace.go:171","msg":"trace[1737436955] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cldq5; range_end:; response_count:1; response_revision:12609; }","duration":"132.202479ms","start":"2026-04-23T17:18:01.953668Z","end":"2026-04-23T17:18:02.08587Z","steps":["trace[1737436955] 'agreement among raft nodes before linearized reading' (duration: 129.877943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:02.191771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9281} {"level":"info","ts":"2026-04-23T17:18:02.349385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9281,"took":"154.695769ms","hash":1243493314,"current-db-size-bytes":59842560,"current-db-size":"60 MB","current-db-size-in-use-bytes":37195776,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-23T17:18:02.349453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1243493314,"revision":9281,"compact-revision":5107} {"level":"info","ts":"2026-04-23T17:18:10.757872Z","caller":"traceutil/trace.go:171","msg":"trace[25822950] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"151.722449ms","start":"2026-04-23T17:18:10.606098Z","end":"2026-04-23T17:18:10.757821Z","steps":["trace[25822950] 'process raft request' (duration: 76.387675ms)","trace[25822950] 'compare' (duration: 75.10638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:10.758084Z","caller":"traceutil/trace.go:171","msg":"trace[1209917110] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"145.160658ms","start":"2026-04-23T17:18:10.612876Z","end":"2026-04-23T17:18:10.758037Z","steps":["trace[1209917110] 'process raft request' (duration: 144.875403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:10.873456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T17:18:10.873604Z","caller":"traceutil/trace.go:171","msg":"trace[451423180] linearizableReadLoop","detail":"{readStateIndex:13139; appliedIndex:13136; }","duration":"211.47696ms","start":"2026-04-23T17:18:10.662106Z","end":"2026-04-23T17:18:10.873583Z","steps":["trace[451423180] 'read index received' (duration: 20.396706ms)","trace[451423180] 'applied index is now lower than readState.Index' (duration: 191.078284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:18:10.873797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.340628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:10.873837Z","caller":"traceutil/trace.go:171","msg":"trace[1208500684] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12733; }","duration":"210.479672ms","start":"2026-04-23T17:18:10.663344Z","end":"2026-04-23T17:18:10.873824Z","steps":["trace[1208500684] 'agreement among raft nodes before linearized reading' (duration: 210.383099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:10.87384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.703195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:18:10.873969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.919314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T17:18:10.874033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.780942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T17:18:10.874078Z","caller":"traceutil/trace.go:171","msg":"trace[1966029116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12733; }","duration":"109.055377ms","start":"2026-04-23T17:18:10.764998Z","end":"2026-04-23T17:18:10.874053Z","steps":["trace[1966029116] 'agreement among raft nodes before linearized reading' (duration: 108.734869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:10.874075Z","caller":"traceutil/trace.go:171","msg":"trace[223007908] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12733; }","duration":"211.921451ms","start":"2026-04-23T17:18:10.662032Z","end":"2026-04-23T17:18:10.873953Z","steps":["trace[223007908] 'agreement among raft nodes before linearized reading' (duration: 211.658955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:10.874136Z","caller":"traceutil/trace.go:171","msg":"trace[523389502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12733; }","duration":"124.991256ms","start":"2026-04-23T17:18:10.749117Z","end":"2026-04-23T17:18:10.874109Z","steps":["trace[523389502] 'agreement among raft nodes before linearized reading' (duration: 124.677979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:10.874154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.762951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-04-23T17:18:10.87428Z","caller":"traceutil/trace.go:171","msg":"trace[129215245] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:12733; }","duration":"111.925235ms","start":"2026-04-23T17:18:10.762334Z","end":"2026-04-23T17:18:10.874259Z","steps":["trace[129215245] 'agreement among raft nodes before linearized reading' (duration: 111.564708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:10.874382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.84369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-23T17:18:10.874457Z","caller":"traceutil/trace.go:171","msg":"trace[419515549] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12733; }","duration":"208.939201ms","start":"2026-04-23T17:18:10.6655Z","end":"2026-04-23T17:18:10.874439Z","steps":["trace[419515549] 'agreement among raft nodes before linearized reading' (duration: 208.596244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:10.874603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.043314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:10.874729Z","caller":"traceutil/trace.go:171","msg":"trace[943517954] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12733; }","duration":"211.191336ms","start":"2026-04-23T17:18:10.663512Z","end":"2026-04-23T17:18:10.874703Z","steps":["trace[943517954] 'agreement among raft nodes before linearized reading' (duration: 210.770998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:11.107517Z","caller":"traceutil/trace.go:171","msg":"trace[1176310039] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"228.587903ms","start":"2026-04-23T17:18:10.878905Z","end":"2026-04-23T17:18:11.107493Z","steps":["trace[1176310039] 'process raft request' (duration: 228.317778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:11.107705Z","caller":"traceutil/trace.go:171","msg":"trace[342576265] linearizableReadLoop","detail":"{readStateIndex:13142; appliedIndex:13140; }","duration":"190.303539ms","start":"2026-04-23T17:18:10.917353Z","end":"2026-04-23T17:18:11.107656Z","steps":["trace[342576265] 'read index received' (duration: 189.911872ms)","trace[342576265] 'applied index is now lower than readState.Index' (duration: 389.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:11.107772Z","caller":"traceutil/trace.go:171","msg":"trace[666806862] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"228.699435ms","start":"2026-04-23T17:18:10.879046Z","end":"2026-04-23T17:18:11.107745Z","steps":["trace[666806862] 'process raft request' (duration: 228.391339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.107979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.580484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:18:11.108092Z","caller":"traceutil/trace.go:171","msg":"trace[1205451485] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12736; }","duration":"190.776278ms","start":"2026-04-23T17:18:10.917292Z","end":"2026-04-23T17:18:11.108069Z","steps":["trace[1205451485] 'agreement among raft nodes before linearized reading' (duration: 190.506873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.124925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.588434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:11.12502Z","caller":"traceutil/trace.go:171","msg":"trace[2056535682] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12737; }","duration":"172.717397ms","start":"2026-04-23T17:18:10.952281Z","end":"2026-04-23T17:18:11.124998Z","steps":["trace[2056535682] 'agreement among raft nodes before linearized reading' (duration: 172.566904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.125028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.722519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:18:11.125119Z","caller":"traceutil/trace.go:171","msg":"trace[2014803226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12737; }","duration":"139.874082ms","start":"2026-04-23T17:18:10.985222Z","end":"2026-04-23T17:18:11.125096Z","steps":["trace[2014803226] 'agreement among raft nodes before linearized reading' (duration: 139.611787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:11.125324Z","caller":"traceutil/trace.go:171","msg":"trace[1671997306] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"170.722868ms","start":"2026-04-23T17:18:10.954564Z","end":"2026-04-23T17:18:11.125287Z","steps":["trace[1671997306] 'process raft request' (duration: 170.047415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.125455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.633596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:18:11.125712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.093045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-23T17:18:11.126226Z","caller":"traceutil/trace.go:171","msg":"trace[608077713] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12737; }","duration":"177.448003ms","start":"2026-04-23T17:18:10.948763Z","end":"2026-04-23T17:18:11.126211Z","steps":["trace[608077713] 'agreement among raft nodes before linearized reading' (duration: 176.582535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.125719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.609015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-23T17:18:11.126277Z","caller":"traceutil/trace.go:171","msg":"trace[2117923142] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12737; }","duration":"178.215188ms","start":"2026-04-23T17:18:10.948047Z","end":"2026-04-23T17:18:11.126262Z","steps":["trace[2117923142] 'agreement among raft nodes before linearized reading' (duration: 177.554324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:11.125473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.639276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T17:18:11.126354Z","caller":"traceutil/trace.go:171","msg":"trace[248073120] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12737; }","duration":"174.573876ms","start":"2026-04-23T17:18:10.951767Z","end":"2026-04-23T17:18:11.126341Z","steps":["trace[248073120] 'agreement among raft nodes before linearized reading' (duration: 173.449683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:11.126435Z","caller":"traceutil/trace.go:171","msg":"trace[88098252] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12737; }","duration":"174.82594ms","start":"2026-04-23T17:18:10.951583Z","end":"2026-04-23T17:18:11.126409Z","steps":["trace[88098252] 'agreement among raft nodes before linearized reading' (duration: 173.989743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:24.382931Z","caller":"traceutil/trace.go:171","msg":"trace[1628307004] transaction","detail":"{read_only:false; response_revision:12851; number_of_response:1; }","duration":"150.23593ms","start":"2026-04-23T17:18:24.232653Z","end":"2026-04-23T17:18:24.382889Z","steps":["trace[1628307004] 'process raft request' (duration: 139.810092ms)","trace[1628307004] 'compare' (duration: 10.134852ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:24.383186Z","caller":"traceutil/trace.go:171","msg":"trace[579550958] linearizableReadLoop","detail":"{readStateIndex:13259; appliedIndex:13258; }","duration":"120.588797ms","start":"2026-04-23T17:18:24.262492Z","end":"2026-04-23T17:18:24.383081Z","steps":["trace[579550958] 'read index received' (duration: 109.889463ms)","trace[579550958] 'applied index is now lower than readState.Index' (duration: 10.697214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:18:24.385302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.78937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:18:24.385409Z","caller":"traceutil/trace.go:171","msg":"trace[1068516359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12851; }","duration":"166.965173ms","start":"2026-04-23T17:18:24.218421Z","end":"2026-04-23T17:18:24.385386Z","steps":["trace[1068516359] 'agreement among raft nodes before linearized reading' (duration: 164.791599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:24.943148Z","caller":"traceutil/trace.go:171","msg":"trace[96591947] linearizableReadLoop","detail":"{readStateIndex:13262; appliedIndex:13261; }","duration":"238.434209ms","start":"2026-04-23T17:18:24.704688Z","end":"2026-04-23T17:18:24.943122Z","steps":["trace[96591947] 'read index received' (duration: 238.384958ms)","trace[96591947] 'applied index is now lower than readState.Index' (duration: 48.001µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:18:24.943232Z","caller":"traceutil/trace.go:171","msg":"trace[219917588] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"297.082791ms","start":"2026-04-23T17:18:24.646108Z","end":"2026-04-23T17:18:24.943191Z","steps":["trace[219917588] 'process raft request' (duration: 296.804565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:24.943438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.733795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-bz2rx\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-23T17:18:24.943514Z","caller":"traceutil/trace.go:171","msg":"trace[397459893] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-bz2rx; range_end:; response_count:1; response_revision:12854; }","duration":"238.869457ms","start":"2026-04-23T17:18:24.704622Z","end":"2026-04-23T17:18:24.943492Z","steps":["trace[397459893] 'agreement among raft nodes before linearized reading' (duration: 238.638403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.247533Z","caller":"traceutil/trace.go:171","msg":"trace[1116872649] linearizableReadLoop","detail":"{readStateIndex:13264; appliedIndex:13262; }","duration":"304.280173ms","start":"2026-04-23T17:18:24.943222Z","end":"2026-04-23T17:18:25.247502Z","steps":["trace[1116872649] 'read index received' (duration: 303.890946ms)","trace[1116872649] 'applied index is now lower than readState.Index' (duration: 387.667µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:18:25.247674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.365505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-23T17:18:25.247658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.144751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:18:25.247737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.226792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:25.247793Z","caller":"traceutil/trace.go:171","msg":"trace[877122960] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:12856; }","duration":"331.346365ms","start":"2026-04-23T17:18:24.916431Z","end":"2026-04-23T17:18:25.247778Z","steps":["trace[877122960] 'agreement among raft nodes before linearized reading' (duration: 331.231822ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.247788Z","caller":"traceutil/trace.go:171","msg":"trace[1451606758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12856; }","duration":"324.476817ms","start":"2026-04-23T17:18:24.923273Z","end":"2026-04-23T17:18:25.24775Z","steps":["trace[1451606758] 'agreement among raft nodes before linearized reading' (duration: 324.244842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.247846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.923261Z","time spent":"324.577069ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T17:18:25.24785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.91641Z","time spent":"331.428077ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T17:18:25.247864Z","caller":"traceutil/trace.go:171","msg":"trace[668920033] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"402.043396ms","start":"2026-04-23T17:18:24.845802Z","end":"2026-04-23T17:18:25.247845Z","steps":["trace[668920033] 'process raft request' (duration: 401.359522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.247819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.213313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:18:25.247927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:25.24795Z","caller":"traceutil/trace.go:171","msg":"trace[1116868575] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:12856; }","duration":"331.413507ms","start":"2026-04-23T17:18:24.916508Z","end":"2026-04-23T17:18:25.247922Z","steps":["trace[1116868575] 'agreement among raft nodes before linearized reading' (duration: 331.183442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.248006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.845773Z","time spent":"402.135907ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:18:25.248031Z","caller":"traceutil/trace.go:171","msg":"trace[382845420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12856; }","duration":"414.972123ms","start":"2026-04-23T17:18:24.833038Z","end":"2026-04-23T17:18:25.24801Z","steps":["trace[382845420] 'agreement among raft nodes before linearized reading' (duration: 414.78054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.247785Z","caller":"traceutil/trace.go:171","msg":"trace[867052239] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12856; }","duration":"331.312004ms","start":"2026-04-23T17:18:24.916451Z","end":"2026-04-23T17:18:25.247763Z","steps":["trace[867052239] 'agreement among raft nodes before linearized reading' (duration: 331.12697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.248096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.83302Z","time spent":"415.061186ms","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:18:25.248136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.916435Z","time spent":"331.662851ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T17:18:25.247921Z","caller":"traceutil/trace.go:171","msg":"trace[1259351333] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"395.963895ms","start":"2026-04-23T17:18:24.851919Z","end":"2026-04-23T17:18:25.247883Z","steps":["trace[1259351333] 'process raft request' (duration: 395.518835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.248044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.916485Z","time spent":"331.543169ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T17:18:25.248356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.851904Z","time spent":"396.334082ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:18:25.322908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.721868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-23T17:18:25.322911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.977743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:18:25.32295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.20609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T17:18:25.323008Z","caller":"traceutil/trace.go:171","msg":"trace[1866734362] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:12857; }","duration":"150.091635ms","start":"2026-04-23T17:18:25.172892Z","end":"2026-04-23T17:18:25.322983Z","steps":["trace[1866734362] 'agreement among raft nodes before linearized reading' (duration: 149.83504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.323035Z","caller":"traceutil/trace.go:171","msg":"trace[272357448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12857; }","duration":"356.314533ms","start":"2026-04-23T17:18:24.966701Z","end":"2026-04-23T17:18:25.323015Z","steps":["trace[272357448] 'agreement among raft nodes before linearized reading' (duration: 356.075558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.323069Z","caller":"traceutil/trace.go:171","msg":"trace[580305357] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"148.115936ms","start":"2026-04-23T17:18:25.174916Z","end":"2026-04-23T17:18:25.323032Z","steps":["trace[580305357] 'process raft request' (duration: 131.155797ms)","trace[580305357] 'compare' (duration: 16.49398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:18:25.323184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.30623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-23T17:18:25.32323Z","caller":"traceutil/trace.go:171","msg":"trace[148986927] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12857; }","duration":"157.398962ms","start":"2026-04-23T17:18:25.165822Z","end":"2026-04-23T17:18:25.323221Z","steps":["trace[148986927] 'agreement among raft nodes before linearized reading' (duration: 157.28572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.323226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.155237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-23T17:18:25.323078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.966692Z","time spent":"356.377884ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:18:25.323341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T17:18:25.32326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.875451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:25.324103Z","caller":"traceutil/trace.go:171","msg":"trace[410877052] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:12857; }","duration":"155.928563ms","start":"2026-04-23T17:18:25.168156Z","end":"2026-04-23T17:18:25.324084Z","steps":["trace[410877052] 'agreement among raft nodes before linearized reading' (duration: 154.886371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.323411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.477835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:18:25.32421Z","caller":"traceutil/trace.go:171","msg":"trace[654180734] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12857; }","duration":"126.311282ms","start":"2026-04-23T17:18:25.197879Z","end":"2026-04-23T17:18:25.32419Z","steps":["trace[654180734] 'agreement among raft nodes before linearized reading' (duration: 125.462955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.322926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.159929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:18:25.324474Z","caller":"traceutil/trace.go:171","msg":"trace[1919626797] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12857; }","duration":"113.668519ms","start":"2026-04-23T17:18:25.210703Z","end":"2026-04-23T17:18:25.324371Z","steps":["trace[1919626797] 'agreement among raft nodes before linearized reading' (duration: 112.149989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.323285Z","caller":"traceutil/trace.go:171","msg":"trace[671644668] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:12857; }","duration":"151.237339ms","start":"2026-04-23T17:18:25.172033Z","end":"2026-04-23T17:18:25.32327Z","steps":["trace[671644668] 'agreement among raft nodes before linearized reading' (duration: 151.034164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.323417Z","caller":"traceutil/trace.go:171","msg":"trace[975053851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12857; }","duration":"111.019316ms","start":"2026-04-23T17:18:25.212381Z","end":"2026-04-23T17:18:25.323401Z","steps":["trace[975053851] 'agreement among raft nodes before linearized reading' (duration: 110.810561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.323406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.406573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T17:18:25.32497Z","caller":"traceutil/trace.go:171","msg":"trace[977981171] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:12857; }","duration":"152.027075ms","start":"2026-04-23T17:18:25.172924Z","end":"2026-04-23T17:18:25.324951Z","steps":["trace[977981171] 'agreement among raft nodes before linearized reading' (duration: 150.31197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.323405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.7006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T17:18:25.325178Z","caller":"traceutil/trace.go:171","msg":"trace[919595851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12857; }","duration":"150.520065ms","start":"2026-04-23T17:18:25.174645Z","end":"2026-04-23T17:18:25.325165Z","steps":["trace[919595851] 'agreement among raft nodes before linearized reading' (duration: 148.507234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:18:25.322974Z","caller":"traceutil/trace.go:171","msg":"trace[1517192359] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:12857; }","duration":"150.8088ms","start":"2026-04-23T17:18:25.17215Z","end":"2026-04-23T17:18:25.322958Z","steps":["trace[1517192359] 'agreement among raft nodes before linearized reading' (duration: 150.578135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.325928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.800342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:900549"} {"level":"info","ts":"2026-04-23T17:18:25.326001Z","caller":"traceutil/trace.go:171","msg":"trace[708056100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:12857; }","duration":"375.898283ms","start":"2026-04-23T17:18:24.950084Z","end":"2026-04-23T17:18:25.325982Z","steps":["trace[708056100] 'agreement among raft nodes before linearized reading' (duration: 373.242021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:18:25.326057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:18:24.950065Z","time spent":"375.978916ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":900572,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T17:23:02.198236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12612} {"level":"info","ts":"2026-04-23T17:23:02.315535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12612,"took":"113.52921ms","hash":1743128376,"current-db-size-bytes":59842560,"current-db-size":"60 MB","current-db-size-in-use-bytes":33026048,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T17:23:02.315609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1743128376,"revision":12612,"compact-revision":9281} {"level":"info","ts":"2026-04-23T17:24:30.402673Z","caller":"traceutil/trace.go:171","msg":"trace[1430742908] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"133.903192ms","start":"2026-04-23T17:24:30.268733Z","end":"2026-04-23T17:24:30.402637Z","steps":["trace[1430742908] 'process raft request' (duration: 129.674708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.551402Z","caller":"traceutil/trace.go:171","msg":"trace[297760209] linearizableReadLoop","detail":"{readStateIndex:16244; appliedIndex:16243; }","duration":"129.79769ms","start":"2026-04-23T17:24:36.421574Z","end":"2026-04-23T17:24:36.551372Z","steps":["trace[297760209] 'read index received' (duration: 129.547985ms)","trace[297760209] 'applied index is now lower than readState.Index' (duration: 248.865µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:24:36.551814Z","caller":"traceutil/trace.go:171","msg":"trace[1220588845] transaction","detail":"{read_only:false; response_revision:15742; number_of_response:1; }","duration":"354.297348ms","start":"2026-04-23T17:24:36.197504Z","end":"2026-04-23T17:24:36.551801Z","steps":["trace[1220588845] 'process raft request' (duration: 353.705625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:24:36.551923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:24:36.19748Z","time spent":"354.36403ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:24:36.552306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.720119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T17:24:36.552423Z","caller":"traceutil/trace.go:171","msg":"trace[1720081629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15742; }","duration":"130.865782ms","start":"2026-04-23T17:24:36.421515Z","end":"2026-04-23T17:24:36.55238Z","steps":["trace[1720081629] 'agreement among raft nodes before linearized reading' (duration: 130.615887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.781291Z","caller":"traceutil/trace.go:171","msg":"trace[394304594] transaction","detail":"{read_only:false; response_revision:15743; number_of_response:1; }","duration":"223.857663ms","start":"2026-04-23T17:24:36.557399Z","end":"2026-04-23T17:24:36.781256Z","steps":["trace[394304594] 'process raft request' (duration: 223.629959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.818489Z","caller":"traceutil/trace.go:171","msg":"trace[66172673] linearizableReadLoop","detail":"{readStateIndex:16246; appliedIndex:16245; }","duration":"236.941027ms","start":"2026-04-23T17:24:36.581354Z","end":"2026-04-23T17:24:36.818295Z","steps":["trace[66172673] 'read index received' (duration: 199.882884ms)","trace[66172673] 'applied index is now lower than readState.Index' (duration: 37.056713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:24:36.819329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.927787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:24:36.819435Z","caller":"traceutil/trace.go:171","msg":"trace[1087547503] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15746; }","duration":"238.10438ms","start":"2026-04-23T17:24:36.581304Z","end":"2026-04-23T17:24:36.819409Z","steps":["trace[1087547503] 'agreement among raft nodes before linearized reading' (duration: 237.856815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.819444Z","caller":"traceutil/trace.go:171","msg":"trace[451104269] transaction","detail":"{read_only:false; response_revision:15745; number_of_response:1; }","duration":"105.80066ms","start":"2026-04-23T17:24:36.713631Z","end":"2026-04-23T17:24:36.819431Z","steps":["trace[451104269] 'process raft request' (duration: 104.526375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:24:36.819466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.923573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ddlhb\" ","response":"range_response_count:1 size:22009"} {"level":"info","ts":"2026-04-23T17:24:36.819509Z","caller":"traceutil/trace.go:171","msg":"trace[1564113284] transaction","detail":"{read_only:false; response_revision:15744; number_of_response:1; }","duration":"260.151162ms","start":"2026-04-23T17:24:36.559308Z","end":"2026-04-23T17:24:36.819459Z","steps":["trace[1564113284] 'process raft request' (duration: 258.151982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.819554Z","caller":"traceutil/trace.go:171","msg":"trace[2009249020] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ddlhb; range_end:; response_count:1; response_revision:15746; }","duration":"132.071376ms","start":"2026-04-23T17:24:36.687463Z","end":"2026-04-23T17:24:36.819534Z","steps":["trace[2009249020] 'agreement among raft nodes before linearized reading' (duration: 131.78727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:24:36.819529Z","caller":"traceutil/trace.go:171","msg":"trace[645033692] transaction","detail":"{read_only:false; response_revision:15746; number_of_response:1; }","duration":"102.555725ms","start":"2026-04-23T17:24:36.716931Z","end":"2026-04-23T17:24:36.819487Z","steps":["trace[645033692] 'process raft request' (duration: 101.31389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:26:27.477731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.233342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0131608f-dd94-4b46-85a8-646e8329f935\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T17:26:27.47791Z","caller":"traceutil/trace.go:171","msg":"trace[655250523] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0131608f-dd94-4b46-85a8-646e8329f935; range_end:; response_count:1; response_revision:16818; }","duration":"127.483057ms","start":"2026-04-23T17:26:27.350405Z","end":"2026-04-23T17:26:27.477888Z","steps":["trace[655250523] 'range keys from in-memory index tree' (duration: 127.028898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:26:28.625324Z","caller":"traceutil/trace.go:171","msg":"trace[1183253895] linearizableReadLoop","detail":"{readStateIndex:17358; appliedIndex:17357; }","duration":"161.567709ms","start":"2026-04-23T17:26:28.463725Z","end":"2026-04-23T17:26:28.625293Z","steps":["trace[1183253895] 'read index received' (duration: 120.361243ms)","trace[1183253895] 'applied index is now lower than readState.Index' (duration: 41.204956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:26:28.625391Z","caller":"traceutil/trace.go:171","msg":"trace[1272143098] transaction","detail":"{read_only:false; response_revision:16826; number_of_response:1; }","duration":"190.51194ms","start":"2026-04-23T17:26:28.434833Z","end":"2026-04-23T17:26:28.625345Z","steps":["trace[1272143098] 'process raft request' (duration: 149.330635ms)","trace[1272143098] 'compare' (duration: 40.906799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:26:28.625631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.982857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:26:28.625709Z","caller":"traceutil/trace.go:171","msg":"trace[1854108202] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16826; }","duration":"138.174681ms","start":"2026-04-23T17:26:28.487519Z","end":"2026-04-23T17:26:28.625694Z","steps":["trace[1854108202] 'agreement among raft nodes before linearized reading' (duration: 137.966707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:26:28.625731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.954617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T17:26:28.625843Z","caller":"traceutil/trace.go:171","msg":"trace[344521889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16826; }","duration":"162.153021ms","start":"2026-04-23T17:26:28.463664Z","end":"2026-04-23T17:26:28.625817Z","steps":["trace[344521889] 'agreement among raft nodes before linearized reading' (duration: 161.780944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:28:02.206923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14998} {"level":"info","ts":"2026-04-23T17:28:02.324512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14998,"took":"113.720531ms","hash":2035230869,"current-db-size-bytes":59842560,"current-db-size":"60 MB","current-db-size-in-use-bytes":35758080,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-23T17:28:02.32458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2035230869,"revision":14998,"compact-revision":12612} {"level":"info","ts":"2026-04-23T17:30:35.060095Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a0c678c4e560a44","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T17:30:35.067211Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T17:30:35.067343Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T17:30:47.731684Z","caller":"traceutil/trace.go:171","msg":"trace[846739698] linearizableReadLoop","detail":"{readStateIndex:20272; appliedIndex:20271; }","duration":"110.16314ms","start":"2026-04-23T17:30:47.621476Z","end":"2026-04-23T17:30:47.731639Z","steps":["trace[846739698] 'read index received' (duration: 101.582448ms)","trace[846739698] 'applied index is now lower than readState.Index' (duration: 8.579452ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:30:47.731936Z","caller":"traceutil/trace.go:171","msg":"trace[1526753143] transaction","detail":"{read_only:false; response_revision:19659; number_of_response:1; }","duration":"177.236936ms","start":"2026-04-23T17:30:47.55447Z","end":"2026-04-23T17:30:47.731707Z","steps":["trace[1526753143] 'process raft request' (duration: 168.679884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:30:47.73221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.694021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T17:30:47.732259Z","caller":"traceutil/trace.go:171","msg":"trace[1036822800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19659; }","duration":"110.793633ms","start":"2026-04-23T17:30:47.621453Z","end":"2026-04-23T17:30:47.732246Z","steps":["trace[1036822800] 'agreement among raft nodes before linearized reading' (duration: 110.547008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:30:47.73551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.901854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T17:30:47.735617Z","caller":"traceutil/trace.go:171","msg":"trace[1581537646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19660; }","duration":"114.09137ms","start":"2026-04-23T17:30:47.621497Z","end":"2026-04-23T17:30:47.735588Z","steps":["trace[1581537646] 'agreement among raft nodes before linearized reading' (duration: 113.774272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:33:02.213762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17840} {"level":"info","ts":"2026-04-23T17:33:02.352321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17840,"took":"132.472829ms","hash":2113180966,"current-db-size-bytes":59842560,"current-db-size":"60 MB","current-db-size-in-use-bytes":42987520,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-23T17:33:02.352394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2113180966,"revision":17840,"compact-revision":14998} {"level":"info","ts":"2026-04-23T17:34:17.984426Z","caller":"traceutil/trace.go:171","msg":"trace[1892429811] linearizableReadLoop","detail":"{readStateIndex:22414; appliedIndex:22413; }","duration":"161.180101ms","start":"2026-04-23T17:34:17.823219Z","end":"2026-04-23T17:34:17.984399Z","steps":["trace[1892429811] 'read index received' (duration: 160.891556ms)","trace[1892429811] 'applied index is now lower than readState.Index' (duration: 287.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:17.984627Z","caller":"traceutil/trace.go:171","msg":"trace[145538071] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"245.251136ms","start":"2026-04-23T17:34:17.739291Z","end":"2026-04-23T17:34:17.984542Z","steps":["trace[145538071] 'process raft request' (duration: 244.892949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:17.984636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.382895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:17.984833Z","caller":"traceutil/trace.go:171","msg":"trace[3252076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21744; }","duration":"161.62168ms","start":"2026-04-23T17:34:17.823174Z","end":"2026-04-23T17:34:17.984795Z","steps":["trace[3252076] 'agreement among raft nodes before linearized reading' (duration: 161.377125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.396327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.722486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:34:18.396616Z","caller":"traceutil/trace.go:171","msg":"trace[1049095991] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"397.770034ms","start":"2026-04-23T17:34:17.998822Z","end":"2026-04-23T17:34:18.396592Z","steps":["trace[1049095991] 'process raft request' (duration: 139.625069ms)","trace[1049095991] 'compare' (duration: 257.002472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:18.396691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:17.998793Z","time spent":"397.861345ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:18.397014Z","caller":"traceutil/trace.go:171","msg":"trace[1746781104] linearizableReadLoop","detail":"{readStateIndex:22416; appliedIndex:22414; }","duration":"322.876192ms","start":"2026-04-23T17:34:18.074103Z","end":"2026-04-23T17:34:18.396979Z","steps":["trace[1746781104] 'read index received' (duration: 64.293019ms)","trace[1746781104] 'applied index is now lower than readState.Index' (duration: 258.579553ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:18.397043Z","caller":"traceutil/trace.go:171","msg":"trace[1363022342] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"352.854053ms","start":"2026-04-23T17:34:18.04405Z","end":"2026-04-23T17:34:18.396904Z","steps":["trace[1363022342] 'process raft request' (duration: 352.419894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:18.397351Z","caller":"traceutil/trace.go:171","msg":"trace[1693914454] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"255.203285ms","start":"2026-04-23T17:34:18.141874Z","end":"2026-04-23T17:34:18.397077Z","steps":["trace[1693914454] 'process raft request' (duration: 255.022872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.397456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.30251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:18.397606Z","caller":"traceutil/trace.go:171","msg":"trace[1556234901] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21747; }","duration":"323.542825ms","start":"2026-04-23T17:34:18.074026Z","end":"2026-04-23T17:34:18.397569Z","steps":["trace[1556234901] 'agreement among raft nodes before linearized reading' (duration: 323.093466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.397685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.073998Z","time spent":"323.669288ms","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:34:18.397685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.221084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-23T17:34:18.397753Z","caller":"traceutil/trace.go:171","msg":"trace[509876117] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:21747; }","duration":"234.352037ms","start":"2026-04-23T17:34:18.163381Z","end":"2026-04-23T17:34:18.397733Z","steps":["trace[509876117] 'agreement among raft nodes before linearized reading' (duration: 234.055611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.39805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.044027Z","time spent":"353.326473ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:18.731908Z","caller":"traceutil/trace.go:171","msg":"trace[1799840727] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"103.2566ms","start":"2026-04-23T17:34:18.628618Z","end":"2026-04-23T17:34:18.731874Z","steps":["trace[1799840727] 'process raft request' (duration: 103.195949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:18.732604Z","caller":"traceutil/trace.go:171","msg":"trace[575335546] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"328.049596ms","start":"2026-04-23T17:34:18.404537Z","end":"2026-04-23T17:34:18.732587Z","steps":["trace[575335546] 'process raft request' (duration: 293.091084ms)","trace[575335546] 'compare' (duration: 33.946372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:18.732757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.404518Z","time spent":"328.130057ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:18.732941Z","caller":"traceutil/trace.go:171","msg":"trace[367707926] linearizableReadLoop","detail":"{readStateIndex:22418; appliedIndex:22417; }","duration":"326.041086ms","start":"2026-04-23T17:34:18.406888Z","end":"2026-04-23T17:34:18.732929Z","steps":["trace[367707926] 'read index received' (duration: 290.626945ms)","trace[367707926] 'applied index is now lower than readState.Index' (duration: 35.412981ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:18.733051Z","caller":"traceutil/trace.go:171","msg":"trace[545562980] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"294.267079ms","start":"2026-04-23T17:34:18.438771Z","end":"2026-04-23T17:34:18.733038Z","steps":["trace[545562980] 'process raft request' (duration: 292.982993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.73401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.121877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-23T17:34:18.734065Z","caller":"traceutil/trace.go:171","msg":"trace[1412196551] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:21750; }","duration":"327.210919ms","start":"2026-04-23T17:34:18.406839Z","end":"2026-04-23T17:34:18.73405Z","steps":["trace[1412196551] 'agreement among raft nodes before linearized reading' (duration: 327.011795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:18.734099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.406823Z","time spent":"327.26892ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T17:34:18.73418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.134928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:18.73426Z","caller":"traceutil/trace.go:171","msg":"trace[1997804582] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:21750; }","duration":"136.277932ms","start":"2026-04-23T17:34:18.597963Z","end":"2026-04-23T17:34:18.734241Z","steps":["trace[1997804582] 'agreement among raft nodes before linearized reading' (duration: 136.102558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:18.986994Z","caller":"traceutil/trace.go:171","msg":"trace[2107436903] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"155.744513ms","start":"2026-04-23T17:34:18.831207Z","end":"2026-04-23T17:34:18.986952Z","steps":["trace[2107436903] 'process raft request' (duration: 60.558065ms)","trace[2107436903] 'compare' (duration: 94.559255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:19.322195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.582219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:34:19.32229Z","caller":"traceutil/trace.go:171","msg":"trace[841297422] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"329.739909ms","start":"2026-04-23T17:34:18.992533Z","end":"2026-04-23T17:34:19.322273Z","steps":["trace[841297422] 'process raft request' (duration: 166.984686ms)","trace[841297422] 'compare' (duration: 162.217352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:19.322328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.992498Z","time spent":"329.81231ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:19.491958Z","caller":"traceutil/trace.go:171","msg":"trace[1102381614] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"498.699807ms","start":"2026-04-23T17:34:18.99321Z","end":"2026-04-23T17:34:19.49191Z","steps":["trace[1102381614] 'process raft request' (duration: 465.017101ms)","trace[1102381614] 'compare' (duration: 33.41322ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:19.492073Z","caller":"traceutil/trace.go:171","msg":"trace[269077680] linearizableReadLoop","detail":"{readStateIndex:22423; appliedIndex:22421; }","duration":"498.281528ms","start":"2026-04-23T17:34:18.993778Z","end":"2026-04-23T17:34:19.49206Z","steps":["trace[269077680] 'read index received' (duration: 165.758093ms)","trace[269077680] 'applied index is now lower than readState.Index' (duration: 332.521815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:19.492243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.99318Z","time spent":"498.899631ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:19.492352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.548424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:34:19.492399Z","caller":"traceutil/trace.go:171","msg":"trace[489205581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21756; }","duration":"498.671416ms","start":"2026-04-23T17:34:18.993718Z","end":"2026-04-23T17:34:19.492389Z","steps":["trace[489205581] 'agreement among raft nodes before linearized reading' (duration: 498.446972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:19.492445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:18.993692Z","time spent":"498.744268ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:34:19.492468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.788791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T17:34:19.49197Z","caller":"traceutil/trace.go:171","msg":"trace[1996181008] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"412.491839ms","start":"2026-04-23T17:34:19.079438Z","end":"2026-04-23T17:34:19.49193Z","steps":["trace[1996181008] 'process raft request' (duration: 412.369617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:19.492576Z","caller":"traceutil/trace.go:171","msg":"trace[1485797998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21756; }","duration":"315.957544ms","start":"2026-04-23T17:34:19.176592Z","end":"2026-04-23T17:34:19.49255Z","steps":["trace[1485797998] 'agreement among raft nodes before linearized reading' (duration: 315.713719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:19.492624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:19.176566Z","time spent":"316.049445ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:34:19.492615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.779092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:34:19.492716Z","caller":"traceutil/trace.go:171","msg":"trace[2097957242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21756; }","duration":"137.941495ms","start":"2026-04-23T17:34:19.354752Z","end":"2026-04-23T17:34:19.492693Z","steps":["trace[2097957242] 'agreement among raft nodes before linearized reading' (duration: 137.793312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:19.492621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:19.079401Z","time spent":"413.171182ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:19.689835Z","caller":"traceutil/trace.go:171","msg":"trace[2109669410] linearizableReadLoop","detail":"{readStateIndex:22428; appliedIndex:22426; }","duration":"151.687352ms","start":"2026-04-23T17:34:19.538112Z","end":"2026-04-23T17:34:19.689799Z","steps":["trace[2109669410] 'read index received' (duration: 108.074447ms)","trace[2109669410] 'applied index is now lower than readState.Index' (duration: 43.611355ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:19.69001Z","caller":"traceutil/trace.go:171","msg":"trace[1583382692] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"183.220303ms","start":"2026-04-23T17:34:19.506758Z","end":"2026-04-23T17:34:19.689978Z","steps":["trace[1583382692] 'process raft request' (duration: 182.987689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:19.690239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T17:34:19.690291Z","caller":"traceutil/trace.go:171","msg":"trace[2013019507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21758; }","duration":"152.225732ms","start":"2026-04-23T17:34:19.538048Z","end":"2026-04-23T17:34:19.690274Z","steps":["trace[2013019507] 'agreement among raft nodes before linearized reading' (duration: 151.943036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:19.689932Z","caller":"traceutil/trace.go:171","msg":"trace[1771194144] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"190.300414ms","start":"2026-04-23T17:34:19.499586Z","end":"2026-04-23T17:34:19.689887Z","steps":["trace[1771194144] 'process raft request' (duration: 146.428485ms)","trace[1771194144] 'compare' (duration: 43.43862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:19.982762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.222823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-23T17:34:19.982852Z","caller":"traceutil/trace.go:171","msg":"trace[265323396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21758; }","duration":"182.327095ms","start":"2026-04-23T17:34:19.800501Z","end":"2026-04-23T17:34:19.982828Z","steps":["trace[265323396] 'range keys from in-memory index tree' (duration: 182.026519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:19.982839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.65644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:19.982948Z","caller":"traceutil/trace.go:171","msg":"trace[526487261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21758; }","duration":"160.813203ms","start":"2026-04-23T17:34:19.822103Z","end":"2026-04-23T17:34:19.982916Z","steps":["trace[526487261] 'range keys from in-memory index tree' (duration: 160.592698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:20.264111Z","caller":"traceutil/trace.go:171","msg":"trace[408375362] linearizableReadLoop","detail":"{readStateIndex:22429; appliedIndex:22428; }","duration":"254.455941ms","start":"2026-04-23T17:34:20.009627Z","end":"2026-04-23T17:34:20.264083Z","steps":["trace[408375362] 'read index received' (duration: 254.214995ms)","trace[408375362] 'applied index is now lower than readState.Index' (duration: 239.836µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:20.264286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.645965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:20.264328Z","caller":"traceutil/trace.go:171","msg":"trace[1808402610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21759; }","duration":"254.770817ms","start":"2026-04-23T17:34:20.009544Z","end":"2026-04-23T17:34:20.264315Z","steps":["trace[1808402610] 'agreement among raft nodes before linearized reading' (duration: 254.648704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:20.264794Z","caller":"traceutil/trace.go:171","msg":"trace[1620909510] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"273.903771ms","start":"2026-04-23T17:34:19.990878Z","end":"2026-04-23T17:34:20.264782Z","steps":["trace[1620909510] 'process raft request' (duration: 273.018474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:20.920651Z","caller":"traceutil/trace.go:171","msg":"trace[794156418] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"177.541729ms","start":"2026-04-23T17:34:20.743055Z","end":"2026-04-23T17:34:20.920596Z","steps":["trace[794156418] 'process raft request' (duration: 172.703081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:20.920921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.003288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:34:20.921044Z","caller":"traceutil/trace.go:171","msg":"trace[316043368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21763; }","duration":"173.219242ms","start":"2026-04-23T17:34:20.747802Z","end":"2026-04-23T17:34:20.921022Z","steps":["trace[316043368] 'agreement among raft nodes before linearized reading' (duration: 172.970817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:20.920493Z","caller":"traceutil/trace.go:171","msg":"trace[182297033] linearizableReadLoop","detail":"{readStateIndex:22434; appliedIndex:22433; }","duration":"132.908845ms","start":"2026-04-23T17:34:20.787545Z","end":"2026-04-23T17:34:20.920454Z","steps":["trace[182297033] 'read index received' (duration: 128.235821ms)","trace[182297033] 'applied index is now lower than readState.Index' (duration: 4.671574ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:21.218924Z","caller":"traceutil/trace.go:171","msg":"trace[1807732803] linearizableReadLoop","detail":"{readStateIndex:22436; appliedIndex:22434; }","duration":"297.463383ms","start":"2026-04-23T17:34:20.921431Z","end":"2026-04-23T17:34:21.218895Z","steps":["trace[1807732803] 'read index received' (duration: 269.40951ms)","trace[1807732803] 'applied index is now lower than readState.Index' (duration: 28.052373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:21.218962Z","caller":"traceutil/trace.go:171","msg":"trace[635220787] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"426.03736ms","start":"2026-04-23T17:34:20.792883Z","end":"2026-04-23T17:34:21.21892Z","steps":["trace[635220787] 'process raft request' (duration: 398.047799ms)","trace[635220787] 'compare' (duration: 27.766517ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:21.219088Z","caller":"traceutil/trace.go:171","msg":"trace[548159271] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"330.073046ms","start":"2026-04-23T17:34:20.889001Z","end":"2026-04-23T17:34:21.219074Z","steps":["trace[548159271] 'process raft request' (duration: 329.832612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:21.219144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:20.792859Z","time spent":"426.181813ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:21.219241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:20.88898Z","time spent":"330.146337ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:21.219413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.338376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:21.219469Z","caller":"traceutil/trace.go:171","msg":"trace[1506503657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21765; }","duration":"398.445228ms","start":"2026-04-23T17:34:20.82101Z","end":"2026-04-23T17:34:21.219455Z","steps":["trace[1506503657] 'agreement among raft nodes before linearized reading' (duration: 398.350396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:21.219469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.059659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T17:34:21.219502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:20.820985Z","time spent":"398.510039ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T17:34:21.219532Z","caller":"traceutil/trace.go:171","msg":"trace[182033213] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21765; }","duration":"379.165681ms","start":"2026-04-23T17:34:20.840346Z","end":"2026-04-23T17:34:21.219512Z","steps":["trace[182033213] 'agreement among raft nodes before linearized reading' (duration: 379.055939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:21.219579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:20.840325Z","time spent":"379.241183ms","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:34:21.221348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.247815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T17:34:21.22145Z","caller":"traceutil/trace.go:171","msg":"trace[784376633] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21765; }","duration":"204.426718ms","start":"2026-04-23T17:34:21.017008Z","end":"2026-04-23T17:34:21.221435Z","steps":["trace[784376633] 'agreement among raft nodes before linearized reading' (duration: 202.425708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:21.535214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.198884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T17:34:21.535287Z","caller":"traceutil/trace.go:171","msg":"trace[1588475788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21765; }","duration":"207.334216ms","start":"2026-04-23T17:34:21.327936Z","end":"2026-04-23T17:34:21.535271Z","steps":["trace[1588475788] 'range keys from in-memory index tree' (duration: 207.000309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:21.725959Z","caller":"traceutil/trace.go:171","msg":"trace[2104991379] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"225.209114ms","start":"2026-04-23T17:34:21.500723Z","end":"2026-04-23T17:34:21.725932Z","steps":["trace[2104991379] 'process raft request' (duration: 224.98251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:21.726299Z","caller":"traceutil/trace.go:171","msg":"trace[556620654] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"224.841898ms","start":"2026-04-23T17:34:21.501417Z","end":"2026-04-23T17:34:21.726259Z","steps":["trace[556620654] 'process raft request' (duration: 224.47956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:21.726359Z","caller":"traceutil/trace.go:171","msg":"trace[417862714] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"186.837385ms","start":"2026-04-23T17:34:21.539503Z","end":"2026-04-23T17:34:21.72634Z","steps":["trace[417862714] 'process raft request' (duration: 186.639141ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:21.726459Z","caller":"traceutil/trace.go:171","msg":"trace[1411136618] linearizableReadLoop","detail":"{readStateIndex:22441; appliedIndex:22437; }","duration":"123.887734ms","start":"2026-04-23T17:34:21.602544Z","end":"2026-04-23T17:34:21.726432Z","steps":["trace[1411136618] 'read index received' (duration: 123.146939ms)","trace[1411136618] 'applied index is now lower than readState.Index' (duration: 739.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:21.726592Z","caller":"traceutil/trace.go:171","msg":"trace[1268257478] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"186.775965ms","start":"2026-04-23T17:34:21.539776Z","end":"2026-04-23T17:34:21.726552Z","steps":["trace[1268257478] 'process raft request' (duration: 186.509879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:21.726677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.109778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:21.726737Z","caller":"traceutil/trace.go:171","msg":"trace[1829336616] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21770; }","duration":"124.250021ms","start":"2026-04-23T17:34:21.602472Z","end":"2026-04-23T17:34:21.726722Z","steps":["trace[1829336616] 'agreement among raft nodes before linearized reading' (duration: 124.104998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:22.690147Z","caller":"traceutil/trace.go:171","msg":"trace[793036661] transaction","detail":"{read_only:false; response_revision:21775; number_of_response:1; }","duration":"244.676835ms","start":"2026-04-23T17:34:22.445435Z","end":"2026-04-23T17:34:22.690112Z","steps":["trace[793036661] 'process raft request' (duration: 244.446871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:22.773049Z","caller":"traceutil/trace.go:171","msg":"trace[1792447737] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"327.524696ms","start":"2026-04-23T17:34:22.445492Z","end":"2026-04-23T17:34:22.773017Z","steps":["trace[1792447737] 'process raft request' (duration: 295.450103ms)","trace[1792447737] 'compare' (duration: 31.781037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:22.773277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:22.445461Z","time spent":"327.71827ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:22.962258Z","caller":"traceutil/trace.go:171","msg":"trace[144534309] transaction","detail":"{read_only:false; response_revision:21777; number_of_response:1; }","duration":"168.158011ms","start":"2026-04-23T17:34:22.794077Z","end":"2026-04-23T17:34:22.962235Z","steps":["trace[144534309] 'process raft request' (duration: 114.430864ms)","trace[144534309] 'compare' (duration: 52.976071ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:22.962427Z","caller":"traceutil/trace.go:171","msg":"trace[1372939939] linearizableReadLoop","detail":"{readStateIndex:22448; appliedIndex:22447; }","duration":"140.386854ms","start":"2026-04-23T17:34:22.82203Z","end":"2026-04-23T17:34:22.962417Z","steps":["trace[1372939939] 'read index received' (duration: 86.481644ms)","trace[1372939939] 'applied index is now lower than readState.Index' (duration: 53.9042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:22.962652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.613938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:22.962684Z","caller":"traceutil/trace.go:171","msg":"trace[992538023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21778; }","duration":"140.71987ms","start":"2026-04-23T17:34:22.821955Z","end":"2026-04-23T17:34:22.962675Z","steps":["trace[992538023] 'agreement among raft nodes before linearized reading' (duration: 140.646629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:22.962974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.68302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:34:22.963008Z","caller":"traceutil/trace.go:171","msg":"trace[1418982220] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21778; }","duration":"124.736591ms","start":"2026-04-23T17:34:22.838262Z","end":"2026-04-23T17:34:22.962998Z","steps":["trace[1418982220] 'agreement among raft nodes before linearized reading' (duration: 124.616148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:23.173556Z","caller":"traceutil/trace.go:171","msg":"trace[477713521] transaction","detail":"{read_only:false; response_revision:21779; number_of_response:1; }","duration":"155.291913ms","start":"2026-04-23T17:34:23.018241Z","end":"2026-04-23T17:34:23.173533Z","steps":["trace[477713521] 'process raft request' (duration: 116.895753ms)","trace[477713521] 'compare' (duration: 38.305028ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:23.446699Z","caller":"traceutil/trace.go:171","msg":"trace[742360828] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"219.159603ms","start":"2026-04-23T17:34:23.22751Z","end":"2026-04-23T17:34:23.44667Z","steps":["trace[742360828] 'process raft request' (duration: 218.937899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:23.785248Z","caller":"traceutil/trace.go:171","msg":"trace[439332158] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"182.204683ms","start":"2026-04-23T17:34:23.603019Z","end":"2026-04-23T17:34:23.785224Z","steps":["trace[439332158] 'process raft request' (duration: 169.594619ms)","trace[439332158] 'compare' (duration: 11.652084ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:29.946829Z","caller":"traceutil/trace.go:171","msg":"trace[266358661] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"120.315811ms","start":"2026-04-23T17:34:29.826497Z","end":"2026-04-23T17:34:29.946813Z","steps":["trace[266358661] 'process raft request' (duration: 120.191369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.256741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.039569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:34:30.256899Z","caller":"traceutil/trace.go:171","msg":"trace[990146122] linearizableReadLoop","detail":"{readStateIndex:22499; appliedIndex:22497; }","duration":"418.01748ms","start":"2026-04-23T17:34:29.838867Z","end":"2026-04-23T17:34:30.256884Z","steps":["trace[990146122] 'read index received' (duration: 108.22221ms)","trace[990146122] 'applied index is now lower than readState.Index' (duration: 309.79431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:30.257087Z","caller":"traceutil/trace.go:171","msg":"trace[1515902397] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"424.479729ms","start":"2026-04-23T17:34:29.832595Z","end":"2026-04-23T17:34:30.257074Z","steps":["trace[1515902397] 'process raft request' (duration: 424.236044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:30.257083Z","caller":"traceutil/trace.go:171","msg":"trace[1448688561] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"424.53886ms","start":"2026-04-23T17:34:29.832515Z","end":"2026-04-23T17:34:30.257054Z","steps":["trace[1448688561] 'process raft request' (duration: 249.100603ms)","trace[1448688561] 'compare' (duration: 174.538559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:30.257206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.83255Z","time spent":"424.559971ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:30.25723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.126429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T17:34:30.257256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.83248Z","time spent":"424.694104ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:30.257221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.522195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:30.25728Z","caller":"traceutil/trace.go:171","msg":"trace[567760857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21827; }","duration":"354.185501ms","start":"2026-04-23T17:34:29.90308Z","end":"2026-04-23T17:34:30.257266Z","steps":["trace[567760857] 'agreement among raft nodes before linearized reading' (duration: 354.074498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.257274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.23362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T17:34:30.257215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.323656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T17:34:30.257317Z","caller":"traceutil/trace.go:171","msg":"trace[471418507] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21827; }","duration":"310.659567ms","start":"2026-04-23T17:34:29.946637Z","end":"2026-04-23T17:34:30.257296Z","steps":["trace[471418507] 'agreement among raft nodes before linearized reading' (duration: 310.445973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:30.257341Z","caller":"traceutil/trace.go:171","msg":"trace[1816608040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21827; }","duration":"131.344853ms","start":"2026-04-23T17:34:30.125982Z","end":"2026-04-23T17:34:30.257326Z","steps":["trace[1816608040] 'agreement among raft nodes before linearized reading' (duration: 131.115028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.257365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.94663Z","time spent":"310.728128ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:34:30.25735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.188051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T17:34:30.257359Z","caller":"traceutil/trace.go:171","msg":"trace[543805503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21827; }","duration":"418.50761ms","start":"2026-04-23T17:34:29.838837Z","end":"2026-04-23T17:34:30.257344Z","steps":["trace[543805503] 'agreement among raft nodes before linearized reading' (duration: 418.200814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:30.257428Z","caller":"traceutil/trace.go:171","msg":"trace[335733829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21827; }","duration":"354.295092ms","start":"2026-04-23T17:34:29.903115Z","end":"2026-04-23T17:34:30.25741Z","steps":["trace[335733829] 'agreement among raft nodes before linearized reading' (duration: 354.028227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.257474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.90311Z","time spent":"354.357984ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:34:30.257488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.753502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T17:34:30.257324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.903073Z","time spent":"354.245482ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T17:34:30.257555Z","caller":"traceutil/trace.go:171","msg":"trace[1491516372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21827; }","duration":"381.839724ms","start":"2026-04-23T17:34:29.875699Z","end":"2026-04-23T17:34:30.257539Z","steps":["trace[1491516372] 'agreement among raft nodes before linearized reading' (duration: 381.379385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.257533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.838826Z","time spent":"418.655453ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T17:34:30.257599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:29.875677Z","time spent":"381.916425ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T17:34:30.582091Z","caller":"traceutil/trace.go:171","msg":"trace[1319266635] linearizableReadLoop","detail":"{readStateIndex:22501; appliedIndex:22499; }","duration":"319.090626ms","start":"2026-04-23T17:34:30.262979Z","end":"2026-04-23T17:34:30.582069Z","steps":["trace[1319266635] 'read index received' (duration: 88.682798ms)","trace[1319266635] 'applied index is now lower than readState.Index' (duration: 230.406658ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:30.582253Z","caller":"traceutil/trace.go:171","msg":"trace[1624421180] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"318.508995ms","start":"2026-04-23T17:34:30.263712Z","end":"2026-04-23T17:34:30.582221Z","steps":["trace[1624421180] 'process raft request' (duration: 318.291091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.582421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.263703Z","time spent":"318.618867ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:30.582438Z","caller":"traceutil/trace.go:171","msg":"trace[703117594] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"312.834871ms","start":"2026-04-23T17:34:30.26959Z","end":"2026-04-23T17:34:30.582425Z","steps":["trace[703117594] 'process raft request' (duration: 312.442354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.582532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.269573Z","time spent":"312.887162ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:34:30.582728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.726609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T17:34:30.58275Z","caller":"traceutil/trace.go:171","msg":"trace[251395133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21831; }","duration":"319.78261ms","start":"2026-04-23T17:34:30.262961Z","end":"2026-04-23T17:34:30.582743Z","steps":["trace[251395133] 'agreement among raft nodes before linearized reading' (duration: 319.661007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.582769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.262949Z","time spent":"319.816891ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T17:34:30.582689Z","caller":"traceutil/trace.go:171","msg":"trace[1262136529] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"321.746839ms","start":"2026-04-23T17:34:30.260928Z","end":"2026-04-23T17:34:30.582675Z","steps":["trace[1262136529] 'process raft request' (duration: 320.918323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.582828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.260913Z","time spent":"321.879643ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:30.599139Z","caller":"traceutil/trace.go:171","msg":"trace[1083007554] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"206.925138ms","start":"2026-04-23T17:34:30.392175Z","end":"2026-04-23T17:34:30.5991Z","steps":["trace[1083007554] 'process raft request' (duration: 206.678763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.699611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.529115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T17:34:30.699775Z","caller":"traceutil/trace.go:171","msg":"trace[899126065] linearizableReadLoop","detail":"{readStateIndex:22505; appliedIndex:22503; }","duration":"117.537636ms","start":"2026-04-23T17:34:30.582154Z","end":"2026-04-23T17:34:30.699692Z","steps":["trace[899126065] 'read index received' (duration: 16.646634ms)","trace[899126065] 'applied index is now lower than readState.Index' (duration: 100.889272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:30.699944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.424447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T17:34:30.699991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.492549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:30.700023Z","caller":"traceutil/trace.go:171","msg":"trace[155109442] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21832; }","duration":"408.56114ms","start":"2026-04-23T17:34:30.291442Z","end":"2026-04-23T17:34:30.700003Z","steps":["trace[155109442] 'agreement among raft nodes before linearized reading' (duration: 408.411697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.700066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.291417Z","time spent":"408.638691ms","remote":"127.0.0.1:50450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T17:34:30.700076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.171069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-23T17:34:30.700101Z","caller":"traceutil/trace.go:171","msg":"trace[1223600451] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21832; }","duration":"116.240601ms","start":"2026-04-23T17:34:30.583852Z","end":"2026-04-23T17:34:30.700093Z","steps":["trace[1223600451] 'agreement among raft nodes before linearized reading' (duration: 116.013057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:30.700241Z","caller":"traceutil/trace.go:171","msg":"trace[1278848059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21832; }","duration":"404.627872ms","start":"2026-04-23T17:34:30.295409Z","end":"2026-04-23T17:34:30.700037Z","steps":["trace[1278848059] 'agreement among raft nodes before linearized reading' (duration: 404.494629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:30.700277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:30.295386Z","time spent":"404.883377ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:34:31.319899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.767152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T17:34:31.319984Z","caller":"traceutil/trace.go:171","msg":"trace[450839362] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21836; }","duration":"146.937455ms","start":"2026-04-23T17:34:31.173027Z","end":"2026-04-23T17:34:31.319965Z","steps":["trace[450839362] 'range keys from in-memory index tree' (duration: 146.416285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:32.067214Z","caller":"traceutil/trace.go:171","msg":"trace[668417928] transaction","detail":"{read_only:false; response_revision:21840; number_of_response:1; }","duration":"100.750069ms","start":"2026-04-23T17:34:31.966421Z","end":"2026-04-23T17:34:32.067171Z","steps":["trace[668417928] 'process raft request' (duration: 100.426553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:33.036714Z","caller":"traceutil/trace.go:171","msg":"trace[1571022994] linearizableReadLoop","detail":"{readStateIndex:22522; appliedIndex:22521; }","duration":"165.613759ms","start":"2026-04-23T17:34:32.871075Z","end":"2026-04-23T17:34:33.036689Z","steps":["trace[1571022994] 'read index received' (duration: 165.363324ms)","trace[1571022994] 'applied index is now lower than readState.Index' (duration: 249.345µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:34:33.036999Z","caller":"traceutil/trace.go:171","msg":"trace[487838522] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"176.166821ms","start":"2026-04-23T17:34:32.86082Z","end":"2026-04-23T17:34:33.036987Z","steps":["trace[487838522] 'process raft request' (duration: 175.705122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:33.037249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.160011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:33.037283Z","caller":"traceutil/trace.go:171","msg":"trace[2131798256] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:21849; }","duration":"166.266903ms","start":"2026-04-23T17:34:32.871004Z","end":"2026-04-23T17:34:33.037271Z","steps":["trace[2131798256] 'agreement among raft nodes before linearized reading' (duration: 166.187021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:40.673284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.423565ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T17:34:40.673894Z","caller":"traceutil/trace.go:171","msg":"trace[379886164] transaction","detail":"{read_only:false; response_revision:21903; number_of_response:1; }","duration":"237.98227ms","start":"2026-04-23T17:34:40.435855Z","end":"2026-04-23T17:34:40.673838Z","steps":["trace[379886164] 'process raft request' (duration: 237.670354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:40.737592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.379053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T17:34:40.737681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.392903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T17:34:40.737701Z","caller":"traceutil/trace.go:171","msg":"trace[1914909594] transaction","detail":"{read_only:false; response_revision:21904; number_of_response:1; }","duration":"103.256461ms","start":"2026-04-23T17:34:40.634371Z","end":"2026-04-23T17:34:40.737628Z","steps":["trace[1914909594] 'process raft request' (duration: 102.752971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:40.737769Z","caller":"traceutil/trace.go:171","msg":"trace[289768156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21904; }","duration":"101.522815ms","start":"2026-04-23T17:34:40.636224Z","end":"2026-04-23T17:34:40.737747Z","steps":["trace[289768156] 'agreement among raft nodes before linearized reading' (duration: 101.169288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:40.737767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.036476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T17:34:40.737932Z","caller":"traceutil/trace.go:171","msg":"trace[246979696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21904; }","duration":"106.26198ms","start":"2026-04-23T17:34:40.631643Z","end":"2026-04-23T17:34:40.737905Z","steps":["trace[246979696] 'agreement among raft nodes before linearized reading' (duration: 105.827092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:40.73773Z","caller":"traceutil/trace.go:171","msg":"trace[224971517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21904; }","duration":"102.559576ms","start":"2026-04-23T17:34:40.635145Z","end":"2026-04-23T17:34:40.737705Z","steps":["trace[224971517] 'agreement among raft nodes before linearized reading' (duration: 102.24051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:40.941375Z","caller":"traceutil/trace.go:171","msg":"trace[472363005] transaction","detail":"{read_only:false; response_revision:21905; number_of_response:1; }","duration":"198.56623ms","start":"2026-04-23T17:34:40.742785Z","end":"2026-04-23T17:34:40.941351Z","steps":["trace[472363005] 'process raft request' (duration: 129.182949ms)","trace[472363005] 'compare' (duration: 69.028194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:41.197367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.075407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:34:41.197732Z","caller":"traceutil/trace.go:171","msg":"trace[2109429018] transaction","detail":"{read_only:false; response_revision:21906; number_of_response:1; }","duration":"454.736635ms","start":"2026-04-23T17:34:40.742941Z","end":"2026-04-23T17:34:41.197678Z","steps":["trace[2109429018] 'process raft request' (duration: 321.218539ms)","trace[2109429018] 'compare' (duration: 132.848883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:41.19797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:40.742914Z","time spent":"454.935698ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.197991Z","caller":"traceutil/trace.go:171","msg":"trace[1407339086] transaction","detail":"{read_only:false; response_revision:21907; number_of_response:1; }","duration":"454.937039ms","start":"2026-04-23T17:34:40.743023Z","end":"2026-04-23T17:34:41.19796Z","steps":["trace[1407339086] 'process raft request' (duration: 454.48846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.198097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:40.74299Z","time spent":"455.054791ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.19814Z","caller":"traceutil/trace.go:171","msg":"trace[544508833] transaction","detail":"{read_only:false; response_revision:21908; number_of_response:1; }","duration":"374.828923ms","start":"2026-04-23T17:34:40.823245Z","end":"2026-04-23T17:34:41.198074Z","steps":["trace[544508833] 'process raft request' (duration: 374.385954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.198379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:40.82323Z","time spent":"375.023116ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.198439Z","caller":"traceutil/trace.go:171","msg":"trace[181018163] transaction","detail":"{read_only:false; response_revision:21909; number_of_response:1; }","duration":"274.544584ms","start":"2026-04-23T17:34:40.92388Z","end":"2026-04-23T17:34:41.198424Z","steps":["trace[181018163] 'process raft request' (duration: 274.470842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:41.198442Z","caller":"traceutil/trace.go:171","msg":"trace[629017418] linearizableReadLoop","detail":"{readStateIndex:22582; appliedIndex:22579; }","duration":"455.263976ms","start":"2026-04-23T17:34:40.743155Z","end":"2026-04-23T17:34:41.198419Z","steps":["trace[629017418] 'read index received' (duration: 128.770492ms)","trace[629017418] 'applied index is now lower than readState.Index' (duration: 326.491064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:41.198597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.43044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:41.198633Z","caller":"traceutil/trace.go:171","msg":"trace[1452369777] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21909; }","duration":"455.502081ms","start":"2026-04-23T17:34:40.743121Z","end":"2026-04-23T17:34:41.198623Z","steps":["trace[1452369777] 'agreement among raft nodes before linearized reading' (duration: 455.394998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.198659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:40.743104Z","time spent":"455.548512ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T17:34:41.41238Z","caller":"traceutil/trace.go:171","msg":"trace[825837264] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"347.385263ms","start":"2026-04-23T17:34:41.064964Z","end":"2026-04-23T17:34:41.412349Z","steps":["trace[825837264] 'process raft request' (duration: 324.991364ms)","trace[825837264] 'compare' (duration: 22.065633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:41.41259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:41.06494Z","time spent":"347.529516ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.412675Z","caller":"traceutil/trace.go:171","msg":"trace[2086783664] transaction","detail":"{read_only:false; response_revision:21911; number_of_response:1; }","duration":"322.954153ms","start":"2026-04-23T17:34:41.089685Z","end":"2026-04-23T17:34:41.412639Z","steps":["trace[2086783664] 'process raft request' (duration: 322.593406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.412839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:41.089674Z","time spent":"323.072025ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.412825Z","caller":"traceutil/trace.go:171","msg":"trace[1271454051] transaction","detail":"{read_only:false; response_revision:21912; number_of_response:1; }","duration":"322.30416ms","start":"2026-04-23T17:34:41.090493Z","end":"2026-04-23T17:34:41.412797Z","steps":["trace[1271454051] 'process raft request' (duration: 322.043955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.412962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:41.090474Z","time spent":"322.438553ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:34:41.412918Z","caller":"traceutil/trace.go:171","msg":"trace[723298498] linearizableReadLoop","detail":"{readStateIndex:22587; appliedIndex:22584; }","duration":"214.388587ms","start":"2026-04-23T17:34:41.198496Z","end":"2026-04-23T17:34:41.412885Z","steps":["trace[723298498] 'read index received' (duration: 191.478408ms)","trace[723298498] 'applied index is now lower than readState.Index' (duration: 22.908109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:34:41.413182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.395416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:34:41.413223Z","caller":"traceutil/trace.go:171","msg":"trace[1227426921] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21913; }","duration":"208.475198ms","start":"2026-04-23T17:34:41.204736Z","end":"2026-04-23T17:34:41.413211Z","steps":["trace[1227426921] 'agreement among raft nodes before linearized reading' (duration: 208.377596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.413223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.065099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T17:34:41.413275Z","caller":"traceutil/trace.go:171","msg":"trace[1860009772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21913; }","duration":"378.184321ms","start":"2026-04-23T17:34:41.035076Z","end":"2026-04-23T17:34:41.413261Z","steps":["trace[1860009772] 'agreement among raft nodes before linearized reading' (duration: 377.918376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:34:41.413322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:34:41.035048Z","time spent":"378.265272ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T17:34:41.829577Z","caller":"traceutil/trace.go:171","msg":"trace[1228484850] transaction","detail":"{read_only:false; response_revision:21914; number_of_response:1; }","duration":"199.970209ms","start":"2026-04-23T17:34:41.629566Z","end":"2026-04-23T17:34:41.829537Z","steps":["trace[1228484850] 'process raft request' (duration: 199.714154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:34:42.230436Z","caller":"traceutil/trace.go:171","msg":"trace[1303632336] transaction","detail":"{read_only:false; response_revision:21915; number_of_response:1; }","duration":"126.124588ms","start":"2026-04-23T17:34:42.104277Z","end":"2026-04-23T17:34:42.230402Z","steps":["trace[1303632336] 'process raft request' (duration: 125.888774ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:03.61036Z","caller":"traceutil/trace.go:171","msg":"trace[1437854373] transaction","detail":"{read_only:false; response_revision:22087; number_of_response:1; }","duration":"206.934118ms","start":"2026-04-23T17:35:03.403369Z","end":"2026-04-23T17:35:03.610304Z","steps":["trace[1437854373] 'process raft request' (duration: 111.476174ms)","trace[1437854373] 'compare' (duration: 95.052346ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:03.610443Z","caller":"traceutil/trace.go:171","msg":"trace[2016442232] transaction","detail":"{read_only:false; response_revision:22088; number_of_response:1; }","duration":"205.931148ms","start":"2026-04-23T17:35:03.404473Z","end":"2026-04-23T17:35:03.610404Z","steps":["trace[2016442232] 'process raft request' (duration: 205.749404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:03.610465Z","caller":"traceutil/trace.go:171","msg":"trace[2076784280] transaction","detail":"{read_only:false; response_revision:22089; number_of_response:1; }","duration":"102.702699ms","start":"2026-04-23T17:35:03.507733Z","end":"2026-04-23T17:35:03.610436Z","steps":["trace[2076784280] 'process raft request' (duration: 102.608497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:03.862696Z","caller":"traceutil/trace.go:171","msg":"trace[1443283684] transaction","detail":"{read_only:false; response_revision:22092; number_of_response:1; }","duration":"141.771082ms","start":"2026-04-23T17:35:03.720873Z","end":"2026-04-23T17:35:03.862644Z","steps":["trace[1443283684] 'process raft request' (duration: 141.524527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:04.158356Z","caller":"traceutil/trace.go:171","msg":"trace[32018895] linearizableReadLoop","detail":"{readStateIndex:22773; appliedIndex:22772; }","duration":"170.685771ms","start":"2026-04-23T17:35:03.987639Z","end":"2026-04-23T17:35:04.158325Z","steps":["trace[32018895] 'read index received' (duration: 77.754608ms)","trace[32018895] 'applied index is now lower than readState.Index' (duration: 92.929383ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:04.158684Z","caller":"traceutil/trace.go:171","msg":"trace[1069078605] transaction","detail":"{read_only:false; response_revision:22093; number_of_response:1; }","duration":"211.649383ms","start":"2026-04-23T17:35:03.946987Z","end":"2026-04-23T17:35:04.158637Z","steps":["trace[1069078605] 'process raft request' (duration: 118.452654ms)","trace[1069078605] 'compare' (duration: 92.590736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:35:04.158772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.082959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:04.158872Z","caller":"traceutil/trace.go:171","msg":"trace[211653123] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22093; }","duration":"171.254813ms","start":"2026-04-23T17:35:03.987595Z","end":"2026-04-23T17:35:04.158849Z","steps":["trace[211653123] 'agreement among raft nodes before linearized reading' (duration: 171.036599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:04.593649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.813063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:04.593807Z","caller":"traceutil/trace.go:171","msg":"trace[527776175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22094; }","duration":"158.989527ms","start":"2026-04-23T17:35:04.434792Z","end":"2026-04-23T17:35:04.593782Z","steps":["trace[527776175] 'range keys from in-memory index tree' (duration: 158.788803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:04.593914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.048488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:35:04.594183Z","caller":"traceutil/trace.go:171","msg":"trace[1639007713] transaction","detail":"{read_only:false; response_revision:22095; number_of_response:1; }","duration":"207.285655ms","start":"2026-04-23T17:35:04.386866Z","end":"2026-04-23T17:35:04.594152Z","steps":["trace[1639007713] 'process raft request' (duration: 50.87439ms)","trace[1639007713] 'compare' (duration: 155.869734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:04.594438Z","caller":"traceutil/trace.go:171","msg":"trace[535628932] transaction","detail":"{read_only:false; response_revision:22096; number_of_response:1; }","duration":"206.5265ms","start":"2026-04-23T17:35:04.387864Z","end":"2026-04-23T17:35:04.59439Z","steps":["trace[535628932] 'process raft request' (duration: 206.214254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:04.950909Z","caller":"traceutil/trace.go:171","msg":"trace[759468593] transaction","detail":"{read_only:false; response_revision:22097; number_of_response:1; }","duration":"105.220008ms","start":"2026-04-23T17:35:04.845662Z","end":"2026-04-23T17:35:04.950882Z","steps":["trace[759468593] 'process raft request' (duration: 105.070105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:04.976436Z","caller":"traceutil/trace.go:171","msg":"trace[1722338513] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"104.949023ms","start":"2026-04-23T17:35:04.871461Z","end":"2026-04-23T17:35:04.97641Z","steps":["trace[1722338513] 'process raft request' (duration: 104.485084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:05.181449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.069678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T17:35:05.181542Z","caller":"traceutil/trace.go:171","msg":"trace[1650075311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22098; }","duration":"130.1966ms","start":"2026-04-23T17:35:05.051315Z","end":"2026-04-23T17:35:05.181512Z","steps":["trace[1650075311] 'range keys from in-memory index tree' (duration: 129.919445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:05.55894Z","caller":"traceutil/trace.go:171","msg":"trace[816925154] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22781; }","duration":"153.093528ms","start":"2026-04-23T17:35:05.405806Z","end":"2026-04-23T17:35:05.558899Z","steps":["trace[816925154] 'read index received' (duration: 62.401331ms)","trace[816925154] 'applied index is now lower than readState.Index' (duration: 90.680867ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:05.558975Z","caller":"traceutil/trace.go:171","msg":"trace[1842580395] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"153.6928ms","start":"2026-04-23T17:35:05.405234Z","end":"2026-04-23T17:35:05.558926Z","steps":["trace[1842580395] 'process raft request' (duration: 63.050103ms)","trace[1842580395] 'compare' (duration: 90.190778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:35:05.559224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.402205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T17:35:05.559772Z","caller":"traceutil/trace.go:171","msg":"trace[1228332502] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22101; }","duration":"153.979827ms","start":"2026-04-23T17:35:05.405759Z","end":"2026-04-23T17:35:05.559739Z","steps":["trace[1228332502] 'agreement among raft nodes before linearized reading' (duration: 153.249161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:05.786152Z","caller":"traceutil/trace.go:171","msg":"trace[1371226414] transaction","detail":"{read_only:false; response_revision:22104; number_of_response:1; }","duration":"166.220053ms","start":"2026-04-23T17:35:05.619895Z","end":"2026-04-23T17:35:05.786115Z","steps":["trace[1371226414] 'process raft request' (duration: 166.055799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:05.78616Z","caller":"traceutil/trace.go:171","msg":"trace[1030320465] transaction","detail":"{read_only:false; response_revision:22103; number_of_response:1; }","duration":"166.552709ms","start":"2026-04-23T17:35:05.619567Z","end":"2026-04-23T17:35:05.78612Z","steps":["trace[1030320465] 'process raft request' (duration: 121.215929ms)","trace[1030320465] 'compare' (duration: 44.794388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:05.789853Z","caller":"traceutil/trace.go:171","msg":"trace[1303946822] transaction","detail":"{read_only:false; response_revision:22105; number_of_response:1; }","duration":"146.484296ms","start":"2026-04-23T17:35:05.643353Z","end":"2026-04-23T17:35:05.789838Z","steps":["trace[1303946822] 'process raft request' (duration: 146.312673ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:05.790116Z","caller":"traceutil/trace.go:171","msg":"trace[975139974] transaction","detail":"{read_only:false; response_revision:22106; number_of_response:1; }","duration":"128.590978ms","start":"2026-04-23T17:35:05.661497Z","end":"2026-04-23T17:35:05.790088Z","steps":["trace[975139974] 'process raft request' (duration: 128.301982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:05.790232Z","caller":"traceutil/trace.go:171","msg":"trace[683947527] transaction","detail":"{read_only:false; response_revision:22107; number_of_response:1; }","duration":"128.024857ms","start":"2026-04-23T17:35:05.662196Z","end":"2026-04-23T17:35:05.790221Z","steps":["trace[683947527] 'process raft request' (duration: 127.842513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:06.479135Z","caller":"traceutil/trace.go:171","msg":"trace[1537609302] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"102.793451ms","start":"2026-04-23T17:35:06.376311Z","end":"2026-04-23T17:35:06.479104Z","steps":["trace[1537609302] 'process raft request' (duration: 102.595847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.097407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.259953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:35:07.097525Z","caller":"traceutil/trace.go:171","msg":"trace[540329327] linearizableReadLoop","detail":"{readStateIndex:22793; appliedIndex:22792; }","duration":"275.719697ms","start":"2026-04-23T17:35:06.821786Z","end":"2026-04-23T17:35:07.097506Z","steps":["trace[540329327] 'read index received' (duration: 93.287281ms)","trace[540329327] 'applied index is now lower than readState.Index' (duration: 182.430566ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:07.09761Z","caller":"traceutil/trace.go:171","msg":"trace[1859216770] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"495.127855ms","start":"2026-04-23T17:35:06.602463Z","end":"2026-04-23T17:35:07.097591Z","steps":["trace[1859216770] 'process raft request' (duration: 312.577766ms)","trace[1859216770] 'compare' (duration: 181.499788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:35:07.097678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:06.602425Z","time spent":"495.220517ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:35:07.097853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.020743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:07.09803Z","caller":"traceutil/trace.go:171","msg":"trace[430300161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22112; }","duration":"276.264848ms","start":"2026-04-23T17:35:06.821738Z","end":"2026-04-23T17:35:07.098003Z","steps":["trace[430300161] 'agreement among raft nodes before linearized reading' (duration: 275.884071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:07.335097Z","caller":"traceutil/trace.go:171","msg":"trace[2066183007] linearizableReadLoop","detail":"{readStateIndex:22794; appliedIndex:22793; }","duration":"237.501041ms","start":"2026-04-23T17:35:07.097553Z","end":"2026-04-23T17:35:07.335054Z","steps":["trace[2066183007] 'read index received' (duration: 229.095452ms)","trace[2066183007] 'applied index is now lower than readState.Index' (duration: 8.404509ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:07.335154Z","caller":"traceutil/trace.go:171","msg":"trace[648233946] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"353.320983ms","start":"2026-04-23T17:35:06.981799Z","end":"2026-04-23T17:35:07.33512Z","steps":["trace[648233946] 'process raft request' (duration: 344.822112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.335186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.85483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:07.335235Z","caller":"traceutil/trace.go:171","msg":"trace[1876663007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22113; }","duration":"296.964424ms","start":"2026-04-23T17:35:07.038259Z","end":"2026-04-23T17:35:07.335224Z","steps":["trace[1876663007] 'agreement among raft nodes before linearized reading' (duration: 296.81219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.335293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.978971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T17:35:07.335288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.216292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T17:35:07.3353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.193092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T17:35:07.335311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:06.981783Z","time spent":"353.443406ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:35:07.33534Z","caller":"traceutil/trace.go:171","msg":"trace[1792614827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22113; }","duration":"236.086723ms","start":"2026-04-23T17:35:07.099241Z","end":"2026-04-23T17:35:07.335328Z","steps":["trace[1792614827] 'agreement among raft nodes before linearized reading' (duration: 235.996061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:07.335358Z","caller":"traceutil/trace.go:171","msg":"trace[1301820480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22113; }","duration":"357.320403ms","start":"2026-04-23T17:35:06.978019Z","end":"2026-04-23T17:35:07.33534Z","steps":["trace[1301820480] 'agreement among raft nodes before linearized reading' (duration: 357.059607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.335401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:06.978008Z","time spent":"357.385784ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T17:35:07.335362Z","caller":"traceutil/trace.go:171","msg":"trace[474703062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22113; }","duration":"380.290053ms","start":"2026-04-23T17:35:06.955058Z","end":"2026-04-23T17:35:07.335348Z","steps":["trace[474703062] 'agreement among raft nodes before linearized reading' (duration: 380.073348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.335527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:06.955046Z","time spent":"380.469957ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:35:07.335633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.470417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:07.335688Z","caller":"traceutil/trace.go:171","msg":"trace[1884648605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22113; }","duration":"383.571119ms","start":"2026-04-23T17:35:06.952103Z","end":"2026-04-23T17:35:07.335674Z","steps":["trace[1884648605] 'agreement among raft nodes before linearized reading' (duration: 383.493197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.335711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:06.952078Z","time spent":"383.62535ms","remote":"127.0.0.1:40744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:35:07.337541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.600078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T17:35:07.337654Z","caller":"traceutil/trace.go:171","msg":"trace[188189220] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22113; }","duration":"133.773091ms","start":"2026-04-23T17:35:07.203855Z","end":"2026-04-23T17:35:07.337629Z","steps":["trace[188189220] 'agreement among raft nodes before linearized reading' (duration: 131.439255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:07.7078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.817731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:35:07.707908Z","caller":"traceutil/trace.go:171","msg":"trace[706769393] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"141.904995ms","start":"2026-04-23T17:35:07.565985Z","end":"2026-04-23T17:35:07.70789Z","steps":["trace[706769393] 'process raft request' (duration: 34.913089ms)","trace[706769393] 'compare' (duration: 106.687379ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:08.03259Z","caller":"traceutil/trace.go:171","msg":"trace[1467270255] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"237.594322ms","start":"2026-04-23T17:35:07.794963Z","end":"2026-04-23T17:35:08.032557Z","steps":["trace[1467270255] 'process raft request' (duration: 237.390558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:08.247541Z","caller":"traceutil/trace.go:171","msg":"trace[1545771421] linearizableReadLoop","detail":"{readStateIndex:22803; appliedIndex:22799; }","duration":"425.298235ms","start":"2026-04-23T17:35:07.822215Z","end":"2026-04-23T17:35:08.247513Z","steps":["trace[1545771421] 'read index received' (duration: 210.175342ms)","trace[1545771421] 'applied index is now lower than readState.Index' (duration: 215.121503ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:08.247714Z","caller":"traceutil/trace.go:171","msg":"trace[1114195261] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"452.358997ms","start":"2026-04-23T17:35:07.795342Z","end":"2026-04-23T17:35:08.247701Z","steps":["trace[1114195261] 'process raft request' (duration: 443.173933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:08.247799Z","caller":"traceutil/trace.go:171","msg":"trace[1868097176] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"451.916759ms","start":"2026-04-23T17:35:07.795841Z","end":"2026-04-23T17:35:08.247758Z","steps":["trace[1868097176] 'process raft request' (duration: 451.45154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:08.247848Z","caller":"traceutil/trace.go:171","msg":"trace[2084050766] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"449.686144ms","start":"2026-04-23T17:35:07.798122Z","end":"2026-04-23T17:35:08.247808Z","steps":["trace[2084050766] 'process raft request' (duration: 449.329737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:08.247853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.826059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T17:35:08.247873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.631102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:08.247992Z","caller":"traceutil/trace.go:171","msg":"trace[1394301306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22122; }","duration":"425.811015ms","start":"2026-04-23T17:35:07.822156Z","end":"2026-04-23T17:35:08.247967Z","steps":["trace[1394301306] 'agreement among raft nodes before linearized reading' (duration: 425.57702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:08.248006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:07.798114Z","time spent":"449.801836ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:35:08.24785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:07.795313Z","time spent":"452.435599ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:35:08.248033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:07.795835Z","time spent":"452.071282ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:35:08.248054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:35:07.822134Z","time spent":"425.911128ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T17:35:08.247926Z","caller":"traceutil/trace.go:171","msg":"trace[279340938] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22122; }","duration":"265.958011ms","start":"2026-04-23T17:35:07.981951Z","end":"2026-04-23T17:35:08.247909Z","steps":["trace[279340938] 'agreement among raft nodes before linearized reading' (duration: 265.825838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:08.547795Z","caller":"traceutil/trace.go:171","msg":"trace[1713449639] linearizableReadLoop","detail":"{readStateIndex:22805; appliedIndex:22804; }","duration":"278.091394ms","start":"2026-04-23T17:35:08.26967Z","end":"2026-04-23T17:35:08.547762Z","steps":["trace[1713449639] 'read index received' (duration: 249.169305ms)","trace[1713449639] 'applied index is now lower than readState.Index' (duration: 28.920679ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:08.547829Z","caller":"traceutil/trace.go:171","msg":"trace[238532323] transaction","detail":"{read_only:false; response_revision:22124; number_of_response:1; }","duration":"294.449172ms","start":"2026-04-23T17:35:08.253335Z","end":"2026-04-23T17:35:08.547784Z","steps":["trace[238532323] 'process raft request' (duration: 265.521032ms)","trace[238532323] 'compare' (duration: 28.734826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:35:08.548846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.146986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T17:35:08.549243Z","caller":"traceutil/trace.go:171","msg":"trace[2065664851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22124; }","duration":"279.570364ms","start":"2026-04-23T17:35:08.269654Z","end":"2026-04-23T17:35:08.549224Z","steps":["trace[2065664851] 'agreement among raft nodes before linearized reading' (duration: 278.203736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:08.54969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.008917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T17:35:08.549776Z","caller":"traceutil/trace.go:171","msg":"trace[1939668019] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22125; }","duration":"139.15674ms","start":"2026-04-23T17:35:08.410598Z","end":"2026-04-23T17:35:08.549755Z","steps":["trace[1939668019] 'agreement among raft nodes before linearized reading' (duration: 138.959806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:13.579777Z","caller":"traceutil/trace.go:171","msg":"trace[441136778] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"151.481116ms","start":"2026-04-23T17:35:13.428185Z","end":"2026-04-23T17:35:13.579667Z","steps":["trace[441136778] 'process raft request' (duration: 151.177549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:13.579947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.635849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:35:13.580056Z","caller":"traceutil/trace.go:171","msg":"trace[369406220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22164; }","duration":"129.777173ms","start":"2026-04-23T17:35:13.450267Z","end":"2026-04-23T17:35:13.580044Z","steps":["trace[369406220] 'agreement among raft nodes before linearized reading' (duration: 129.543348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:13.579761Z","caller":"traceutil/trace.go:171","msg":"trace[1600863890] linearizableReadLoop","detail":"{readStateIndex:22846; appliedIndex:22845; }","duration":"129.261212ms","start":"2026-04-23T17:35:13.450284Z","end":"2026-04-23T17:35:13.579545Z","steps":["trace[1600863890] 'read index received' (duration: 128.987606ms)","trace[1600863890] 'applied index is now lower than readState.Index' (duration: 271.986µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:15.546523Z","caller":"traceutil/trace.go:171","msg":"trace[250584966] transaction","detail":"{read_only:false; response_revision:22179; number_of_response:1; }","duration":"123.507976ms","start":"2026-04-23T17:35:15.422988Z","end":"2026-04-23T17:35:15.546496Z","steps":["trace[250584966] 'process raft request' (duration: 119.180208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:15.75522Z","caller":"traceutil/trace.go:171","msg":"trace[163354280] transaction","detail":"{read_only:false; response_revision:22181; number_of_response:1; }","duration":"112.24639ms","start":"2026-04-23T17:35:15.642932Z","end":"2026-04-23T17:35:15.755178Z","steps":["trace[163354280] 'process raft request' (duration: 111.885633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:19.907577Z","caller":"traceutil/trace.go:171","msg":"trace[840248745] transaction","detail":"{read_only:false; response_revision:22250; number_of_response:1; }","duration":"123.026606ms","start":"2026-04-23T17:35:19.784515Z","end":"2026-04-23T17:35:19.907542Z","steps":["trace[840248745] 'process raft request' (duration: 108.76396ms)","trace[840248745] 'compare' (duration: 14.063882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:35:20.439131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.923823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T17:35:20.439509Z","caller":"traceutil/trace.go:171","msg":"trace[1995853926] transaction","detail":"{read_only:false; response_revision:22253; number_of_response:1; }","duration":"171.662031ms","start":"2026-04-23T17:35:20.267782Z","end":"2026-04-23T17:35:20.439444Z","steps":["trace[1995853926] 'process raft request' (duration: 65.223157ms)","trace[1995853926] 'compare' (duration: 105.388443ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:20.439556Z","caller":"traceutil/trace.go:171","msg":"trace[809514174] transaction","detail":"{read_only:false; response_revision:22254; number_of_response:1; }","duration":"137.057937ms","start":"2026-04-23T17:35:20.302471Z","end":"2026-04-23T17:35:20.439528Z","steps":["trace[809514174] 'process raft request' (duration: 136.843633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:20.439724Z","caller":"traceutil/trace.go:171","msg":"trace[1775304582] linearizableReadLoop","detail":"{readStateIndex:22938; appliedIndex:22935; }","duration":"126.544157ms","start":"2026-04-23T17:35:20.313157Z","end":"2026-04-23T17:35:20.439702Z","steps":["trace[1775304582] 'read index received' (duration: 19.989391ms)","trace[1775304582] 'applied index is now lower than readState.Index' (duration: 106.553176ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:20.439975Z","caller":"traceutil/trace.go:171","msg":"trace[1986521821] transaction","detail":"{read_only:false; response_revision:22255; number_of_response:1; }","duration":"133.135178ms","start":"2026-04-23T17:35:20.306792Z","end":"2026-04-23T17:35:20.439927Z","steps":["trace[1986521821] 'process raft request' (duration: 132.673889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:35:20.4402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.914414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T17:35:20.440235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.042447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T17:35:20.440297Z","caller":"traceutil/trace.go:171","msg":"trace[1452409102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22255; }","duration":"126.028626ms","start":"2026-04-23T17:35:20.314244Z","end":"2026-04-23T17:35:20.440273Z","steps":["trace[1452409102] 'agreement among raft nodes before linearized reading' (duration: 125.749921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:20.4403Z","caller":"traceutil/trace.go:171","msg":"trace[1566625089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22255; }","duration":"127.158369ms","start":"2026-04-23T17:35:20.313119Z","end":"2026-04-23T17:35:20.440278Z","steps":["trace[1566625089] 'agreement among raft nodes before linearized reading' (duration: 126.76389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:35:20.63045Z","caller":"traceutil/trace.go:171","msg":"trace[504741156] transaction","detail":"{read_only:false; response_revision:22257; number_of_response:1; }","duration":"184.616839ms","start":"2026-04-23T17:35:20.445799Z","end":"2026-04-23T17:35:20.630416Z","steps":["trace[504741156] 'process raft request' (duration: 121.649668ms)","trace[504741156] 'compare' (duration: 62.746607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:35:20.716736Z","caller":"traceutil/trace.go:171","msg":"trace[652744664] transaction","detail":"{read_only:false; response_revision:22258; number_of_response:1; }","duration":"117.587508ms","start":"2026-04-23T17:35:20.599122Z","end":"2026-04-23T17:35:20.716709Z","steps":["trace[652744664] 'process raft request' (duration: 117.412834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:38:02.219997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21014} {"level":"info","ts":"2026-04-23T17:38:02.373784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21014,"took":"148.779382ms","hash":792598314,"current-db-size-bytes":61530112,"current-db-size":"62 MB","current-db-size-in-use-bytes":33845248,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T17:38:02.373961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792598314,"revision":21014,"compact-revision":17840} {"level":"info","ts":"2026-04-23T17:41:26.98669Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000064b8.wal"} {"level":"info","ts":"2026-04-23T17:43:02.227894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23494} {"level":"info","ts":"2026-04-23T17:43:02.375323Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23494,"took":"142.878511ms","hash":3120020618,"current-db-size-bytes":61952000,"current-db-size":"62 MB","current-db-size-in-use-bytes":32284672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T17:43:02.375413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3120020618,"revision":23494,"compact-revision":21014} {"level":"info","ts":"2026-04-23T17:48:02.234044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25715} {"level":"info","ts":"2026-04-23T17:48:02.370277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25715,"took":"129.930097ms","hash":2959646582,"current-db-size-bytes":63217664,"current-db-size":"63 MB","current-db-size-in-use-bytes":32067584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T17:48:02.370363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2959646582,"revision":25715,"compact-revision":23494} {"level":"info","ts":"2026-04-23T17:50:33.632585Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a0c678c4e560a44","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T17:50:33.63814Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T17:50:33.638245Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}